{"severity_text":"INFO","timestamp":"2026-11-03T00:10:12.162187662Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:12.219539549Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:12.279503599Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:12.387992808Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:12.388014881Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:12.70315886Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:12.70320542Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:12.865899958Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/a2146","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:12.917848941Z","body":"LLMInferenceService CRD not yet registered; watch will be added dynamically when KServe is ready","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:12.972298898Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.023892729Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.263705554Z","body":"InferenceObjective CRD not yet registered; request priority is skipped until it appears","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.319245109Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.319267623Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch when it is established","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.319541521Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.428618978Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.428756224Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.428834607Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.42888966Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.4289433Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.428984983Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.429031169Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.429068387Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.429113393Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.429151101Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.429193719Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.429253804Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.429276614Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.429412635Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.429584047Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.429648615Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.429697285Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.429743561Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.429785257Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.429888843Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.530484717Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1103 00:10:13.530513 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" I1103 00:10:13.643574 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.643929852Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.644129719Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.644194448Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.644271397Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.644306223Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.644346099Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.644428302Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.644550372Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.64458825Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.644635136Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.644717416Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.644781794Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.644884245Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.644973617Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.645008427Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.645040182Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.645066082Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.645121311Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.645300218Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.645374124Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.645413002Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.645426871Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.645449351Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.645455006Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.645494639Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.645567703Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.645591562Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.645621492Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.645726994Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.645755958Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.645767406Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.645791581Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.645861118Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.64594136Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.645972587Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.646022369Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.646098559Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.646121259Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.646144624Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.646185968Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.646194733Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.646249249Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.646378092Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.646492903Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.646991685Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.647014048Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.64706279Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.647083721Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.647105752Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.64713064Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.647151153Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.731277675Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.731308226Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.849234196Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.85519652Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.98032236Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.048577434Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.048621639Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.048603151Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.048640632Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.048655676Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.048665687Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.050873786Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.050897462Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.051986053Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.052006099Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.052295047Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.052319884Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.152579987Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:14.152615767Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:15.468854475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1866af14-20e3-454d-bd1a-a669d71f79d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:15.520675446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1866af14-20e3-454d-bd1a-a669d71f79d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:15.57237984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1866af14-20e3-454d-bd1a-a669d71f79d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:15.624239648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1866af14-20e3-454d-bd1a-a669d71f79d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:17.533171305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c141a608-939a-4b19-ab0e-0a0a2942430c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:17.585561388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c141a608-939a-4b19-ab0e-0a0a2942430c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:17.637836699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c141a608-939a-4b19-ab0e-0a0a2942430c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:17.689592626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c141a608-939a-4b19-ab0e-0a0a2942430c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:24.458190092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed0712d9-b91b-4273-bd9f-43f084808814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:24.510211698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed0712d9-b91b-4273-bd9f-43f084808814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:24.562168553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed0712d9-b91b-4273-bd9f-43f084808814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:24.61417759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed0712d9-b91b-4273-bd9f-43f084808814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:26.580942614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53cc66f8-766b-4aa6-92db-d8dba88dad3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:26.638264179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53cc66f8-766b-4aa6-92db-d8dba88dad3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:26.690418614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53cc66f8-766b-4aa6-92db-d8dba88dad3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:26.747568875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53cc66f8-766b-4aa6-92db-d8dba88dad3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:26.761762539Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:26.761775764Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:26.761791826Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:26.761796966Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:10:26.81399374Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:10:26.868712714Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.937715132Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.937789739Z","logger":"crd-watcher","body":"CRD established; watch registered dynamically","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:43.951381153Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:43.966674194Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:44.891680872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694ed5df-359f-4e9e-8eb5-d4f57d048d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:44.944377159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694ed5df-359f-4e9e-8eb5-d4f57d048d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:44.99672913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694ed5df-359f-4e9e-8eb5-d4f57d048d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:45.051420953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694ed5df-359f-4e9e-8eb5-d4f57d048d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:47.022622181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28858afc-20aa-42a9-95a3-3b8dc92a4f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:47.077493753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28858afc-20aa-42a9-95a3-3b8dc92a4f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:47.12923164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28858afc-20aa-42a9-95a3-3b8dc92a4f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:47.180955183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28858afc-20aa-42a9-95a3-3b8dc92a4f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:48.171483888Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdd3ec0-c846-4b8e-bd6e-254fcf038640","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:49.113576325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdd3ec0-c846-4b8e-bd6e-254fcf038640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:49.165316163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdd3ec0-c846-4b8e-bd6e-254fcf038640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:49.217146014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdd3ec0-c846-4b8e-bd6e-254fcf038640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:49.269012697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdd3ec0-c846-4b8e-bd6e-254fcf038640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:51.137811701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a675669-988a-4b14-872b-ae7fa44cecac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:51.189392108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a675669-988a-4b14-872b-ae7fa44cecac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:51.241210234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a675669-988a-4b14-872b-ae7fa44cecac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:51.293106264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a675669-988a-4b14-872b-ae7fa44cecac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:51.766345134Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"c3df828b-8833-4ee5-be52-5e3062bf5d00","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:57.515333232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"227b049a-49f7-4312-a593-d77c2b7db781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:57.567032603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"227b049a-49f7-4312-a593-d77c2b7db781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:57.618538242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"227b049a-49f7-4312-a593-d77c2b7db781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:57.670306931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"227b049a-49f7-4312-a593-d77c2b7db781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:59.530400329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c57dbbce-bad9-41d1-ba0f-7c0d9a6333eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:59.582092968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c57dbbce-bad9-41d1-ba0f-7c0d9a6333eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:59.633762274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c57dbbce-bad9-41d1-ba0f-7c0d9a6333eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:59.68531616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c57dbbce-bad9-41d1-ba0f-7c0d9a6333eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:04.163710789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b23d357-f606-4020-910b-f5c22382ca96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:04.215301346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b23d357-f606-4020-910b-f5c22382ca96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:04.267160651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b23d357-f606-4020-910b-f5c22382ca96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:04.318730311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b23d357-f606-4020-910b-f5c22382ca96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:06.214518228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a53c6734-2f4b-4c41-8823-422ce04763cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:06.266184233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a53c6734-2f4b-4c41-8823-422ce04763cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:06.318706502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a53c6734-2f4b-4c41-8823-422ce04763cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:06.370803258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a53c6734-2f4b-4c41-8823-422ce04763cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:13.952937753Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:44.001928267Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:13.959468174Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:29.128659882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500c0e4d-e8d5-44dd-b04c-0c73861d55e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:29.180459612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500c0e4d-e8d5-44dd-b04c-0c73861d55e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:29.233199364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500c0e4d-e8d5-44dd-b04c-0c73861d55e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:29.285458432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500c0e4d-e8d5-44dd-b04c-0c73861d55e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:31.212395477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe9691a6-9945-429b-a330-ce731f4cf606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:31.26407816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe9691a6-9945-429b-a330-ce731f4cf606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:31.315770418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe9691a6-9945-429b-a330-ce731f4cf606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:31.367399521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe9691a6-9945-429b-a330-ce731f4cf606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:33.160613329Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"40c55f14-31d0-44cd-86cc-a3228ad3a791","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:34.211084147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c4df4c-a304-4418-bea2-257818727db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:34.262812383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c4df4c-a304-4418-bea2-257818727db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:34.314475454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c4df4c-a304-4418-bea2-257818727db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:34.365953638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c4df4c-a304-4418-bea2-257818727db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:36.226653369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13f04f07-23b8-4de3-a18b-b99a70edd27a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:36.278467019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13f04f07-23b8-4de3-a18b-b99a70edd27a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:36.330231301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13f04f07-23b8-4de3-a18b-b99a70edd27a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:36.382046022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13f04f07-23b8-4de3-a18b-b99a70edd27a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:43.959227969Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:44.629629085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"757b93c6-b8ae-467d-9269-ea04c1768ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:44.68176685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"757b93c6-b8ae-467d-9269-ea04c1768ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:44.733743639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"757b93c6-b8ae-467d-9269-ea04c1768ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:44.785903581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"757b93c6-b8ae-467d-9269-ea04c1768ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:56.333613666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59684f71-4c5b-44c8-bab5-0a8d7aec7fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:56.470321699Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59684f71-4c5b-44c8-bab5-0a8d7aec7fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:56.525007754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59684f71-4c5b-44c8-bab5-0a8d7aec7fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:56.542504748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edbc8d3a-aff3-478a-9df7-ee79fd86895b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:56.598545344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edbc8d3a-aff3-478a-9df7-ee79fd86895b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:56.652608876Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edbc8d3a-aff3-478a-9df7-ee79fd86895b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:56.736713205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9520b0c5-6e21-4fe7-a5a1-a79a1ceac1bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:56.792925886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9520b0c5-6e21-4fe7-a5a1-a79a1ceac1bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:56.84745182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9520b0c5-6e21-4fe7-a5a1-a79a1ceac1bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:56.863489641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8dce838-9fca-40e4-8783-e67e4d6e9d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:56.918726133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8dce838-9fca-40e4-8783-e67e4d6e9d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:56.972675351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8dce838-9fca-40e4-8783-e67e4d6e9d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:57.272756725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14b118b1-2acf-4439-b1a6-0067c46401bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:57.328135304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14b118b1-2acf-4439-b1a6-0067c46401bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:57.373968951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99ab4f20-638e-458d-bd85-b74427acd3cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:57.382596326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14b118b1-2acf-4439-b1a6-0067c46401bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:57.429040041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99ab4f20-638e-458d-bd85-b74427acd3cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:57.482876714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99ab4f20-638e-458d-bd85-b74427acd3cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:57.631417195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4607652c-f24c-43cd-b34d-139de207dec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:12:57.676369926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"17af24e6-5f9c-4bb4-a480-e7afd96f85ee","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:57.686845249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4607652c-f24c-43cd-b34d-139de207dec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:57.732132945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c8b5fe5-737e-426d-b9bc-68da8d8ed9e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:12:57.732500667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7397835e-cc79-4b4d-88cf-e99dea455675","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:57.74095907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4607652c-f24c-43cd-b34d-139de207dec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:57.787633168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c8b5fe5-737e-426d-b9bc-68da8d8ed9e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:57.843122897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c8b5fe5-737e-426d-b9bc-68da8d8ed9e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:57.896816464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"810ad9b7-c238-474d-8185-ce45f71cbfd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:57.89767296Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d4fb6d76-a707-4133-bc7d-7097b7b8d6e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:57.94912877Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0ce56a5e-29e0-4254-a482-57d816a6f29d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:57.952885734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"810ad9b7-c238-474d-8185-ce45f71cbfd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:57.999270876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37f8f872-9dfc-42e8-9056-25ffdcb2db1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.009910413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"810ad9b7-c238-474d-8185-ce45f71cbfd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.05462753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37f8f872-9dfc-42e8-9056-25ffdcb2db1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.059681568Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"17390b09-0642-49ca-85b2-ccfa82bb515a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.108968441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37f8f872-9dfc-42e8-9056-25ffdcb2db1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.160133647Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c5ade7a2-015c-40c4-8f85-2049d4b6a4e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.162461751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4e5852a-7b27-4b69-8118-c78308c6b8aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.217515903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4e5852a-7b27-4b69-8118-c78308c6b8aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.263920166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9f4670d-527e-4a20-b316-b2a5d2a51081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.272077199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4e5852a-7b27-4b69-8118-c78308c6b8aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.319449745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9f4670d-527e-4a20-b316-b2a5d2a51081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:58.373865327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9f4670d-527e-4a20-b316-b2a5d2a51081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:01.543951676Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"920f1d86-e04e-4ce1-b9f6-810fb9e8631f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:01.58671754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7b7b944f-77b1-4cfe-8124-acc9cc246953","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:01.586743121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7b7b944f-77b1-4cfe-8124-acc9cc246953","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:01.644027847Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e4c4face-5242-4ffa-a2af-aa6d09d9630e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:01.651303133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2f368daf-99e9-4583-bfb1-e432b1b3dcf0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:01.651330661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2f368daf-99e9-4583-bfb1-e432b1b3dcf0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:01.740450013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a67ce0d2-a8f9-4fbe-8e27-c49bfce188fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:01.740451392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1d02ac1-fb30-44cb-bf43-e9753a750823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:01.744294977Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0bf78d11-fa05-4fda-b085-1012c24ceb89","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:01.795869193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a67ce0d2-a8f9-4fbe-8e27-c49bfce188fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:01.796118448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1d02ac1-fb30-44cb-bf43-e9753a750823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:01.850849103Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a67ce0d2-a8f9-4fbe-8e27-c49bfce188fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:01.851102715Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1d02ac1-fb30-44cb-bf43-e9753a750823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:02.014065366Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"02e5dd3f-f1f6-4efb-8df8-b36faf68b37f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:02.112455189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7da5bdcf-ba7d-4034-8d01-4480dbd75e8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:02.112455739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"576ff432-5f6b-41d4-81ed-929d41b1f929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:02.168455124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"576ff432-5f6b-41d4-81ed-929d41b1f929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:02.168518325Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"576ff432-5f6b-41d4-81ed-929d41b1f929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:02.168454736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7da5bdcf-ba7d-4034-8d01-4480dbd75e8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:02.168597819Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7da5bdcf-ba7d-4034-8d01-4480dbd75e8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:03.22512854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"76bcdb2a-8333-492d-b24d-c9e5ba8b34d3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:03.225151217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"76bcdb2a-8333-492d-b24d-c9e5ba8b34d3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:05.981351117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"474785da-e981-4e4c-b321-b4d6e7bebef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:05.981351025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"041698e5-00b4-470f-b0d1-4dfc1cc7beb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:06.086510207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"474785da-e981-4e4c-b321-b4d6e7bebef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:06.086637303Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"474785da-e981-4e4c-b321-b4d6e7bebef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:06.08653027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"041698e5-00b4-470f-b0d1-4dfc1cc7beb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:06.086705822Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"041698e5-00b4-470f-b0d1-4dfc1cc7beb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.067453651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"70beed36-426d-4919-9f03-ae5e9e32552a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.067484953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"70beed36-426d-4919-9f03-ae5e9e32552a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.068533873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f5ca2722-68d5-4e10-8377-f89891c782f2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.06856486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f5ca2722-68d5-4e10-8377-f89891c782f2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.119533424Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b6184766-459b-400c-b3fb-485d2e140d60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.119622253Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"849f9005-dc13-4ca8-9050-dc47f1688ec7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.131570402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3b6572da-313e-416a-b641-3cca7ee89539","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.131591573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3b6572da-313e-416a-b641-3cca7ee89539","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.131850664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b26470ff-70f7-43b1-bbbb-98c621d92e97","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.131863295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b26470ff-70f7-43b1-bbbb-98c621d92e97","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.222699037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"842e1ba7-348e-4ecd-bd21-b8ecdc030483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.222698993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bca784d4-681d-4cf0-81f2-431b007cb9ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.279958385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bca784d4-681d-4cf0-81f2-431b007cb9ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.280033386Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bca784d4-681d-4cf0-81f2-431b007cb9ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.279955012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"842e1ba7-348e-4ecd-bd21-b8ecdc030483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.280088645Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"842e1ba7-348e-4ecd-bd21-b8ecdc030483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.486213255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ef38ce7-e240-4d21-b08a-671a2bb27028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.486322285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5840f409-0845-49af-8f9b-8cfa59002d11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.542210616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ef38ce7-e240-4d21-b08a-671a2bb27028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.542267135Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ef38ce7-e240-4d21-b08a-671a2bb27028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.542301224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5840f409-0845-49af-8f9b-8cfa59002d11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:08.542351951Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5840f409-0845-49af-8f9b-8cfa59002d11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:09.304639294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"afd50da7-b632-48b1-b8b7-b7f40eff860c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:09.304671152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"afd50da7-b632-48b1-b8b7-b7f40eff860c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:11.510780546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9127e0a-4c53-420f-8e84-8fec207ae7ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:11.510780188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6d9d6c6-ccf0-4070-888c-3015c38c496f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:11.615522557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6d9d6c6-ccf0-4070-888c-3015c38c496f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:11.615585803Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6d9d6c6-ccf0-4070-888c-3015c38c496f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:11.615699272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9127e0a-4c53-420f-8e84-8fec207ae7ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:11.615760954Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9127e0a-4c53-420f-8e84-8fec207ae7ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.086996037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b978743-8fde-48e4-8d5d-ad9f87e3690a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.087016748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6b978743-8fde-48e4-8d5d-ad9f87e3690a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.087319021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83317691-e4df-496f-be40-cf3cd4608d20","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.08733384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83317691-e4df-496f-be40-cf3cd4608d20","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.087587909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7d454339-3080-4a87-ac77-8a5783646f42","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.087602756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7d454339-3080-4a87-ac77-8a5783646f42","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.139737342Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bf774e06-c43f-4736-9074-54f4f0afaabb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.139775603Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f8734003-10f3-4ed6-b16e-eca4fe0fe4b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.152498636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"711a4ce8-94bc-4edb-b092-9c49c00386aa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.152522367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"711a4ce8-94bc-4edb-b092-9c49c00386aa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.152872213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0b6da18f-99d0-438b-9713-a00593a57719","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.152889201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0b6da18f-99d0-438b-9713-a00593a57719","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.153157672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2f2b95a0-e84d-4955-b89c-e0173b3f46a6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.153172591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2f2b95a0-e84d-4955-b89c-e0173b3f46a6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.241886547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb87f906-16e9-45b6-a1f8-1f01adf30850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.241910316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db0b457f-1f70-4aec-8e14-e46d230d00a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.297352531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db0b457f-1f70-4aec-8e14-e46d230d00a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.29742336Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db0b457f-1f70-4aec-8e14-e46d230d00a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.297352335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb87f906-16e9-45b6-a1f8-1f01adf30850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.297489385Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb87f906-16e9-45b6-a1f8-1f01adf30850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.503306301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9f1ac36-e762-4039-959e-3550ec6d0d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.503312486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e5dbe46-1dae-44a2-9ecb-3b93c17704f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.558614712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9f1ac36-e762-4039-959e-3550ec6d0d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.558678933Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9f1ac36-e762-4039-959e-3550ec6d0d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.559046124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e5dbe46-1dae-44a2-9ecb-3b93c17704f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:12.559090341Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e5dbe46-1dae-44a2-9ecb-3b93c17704f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:13.326354414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d4d77155-7c3f-4019-9352-706a2db81d24","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:13.326384074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d4d77155-7c3f-4019-9352-706a2db81d24","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:13.95278387Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.77604331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a4f14e64-36d4-4152-a5ce-60bfffed2fce","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.776136676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a4f14e64-36d4-4152-a5ce-60bfffed2fce","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.776471099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5b52d025-e54c-41dc-90ed-22af652ad868","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.776489521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5b52d025-e54c-41dc-90ed-22af652ad868","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.776765088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f832afa0-28c8-443f-9d98-4654528f1dc6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.77678037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f832afa0-28c8-443f-9d98-4654528f1dc6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.777013187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"20305768-5c62-4cc0-8f3e-15b9e501492c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.77702434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"20305768-5c62-4cc0-8f3e-15b9e501492c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.827926796Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9ef2497f-1ced-453a-a553-758b7d7c4f44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.82807674Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9d10a74f-4b76-42bd-8149-c24aaec299f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.842158351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ff2d37c5-fcc8-4202-90dc-c47c19d50c64","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.842179819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ff2d37c5-fcc8-4202-90dc-c47c19d50c64","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.842414411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"929e7fe7-e302-4231-8a29-8068c6e47b9b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.842427466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"929e7fe7-e302-4231-8a29-8068c6e47b9b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.842611117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9d4ece11-dfbc-4ac7-9870-f05efddba4b6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.842621653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9d4ece11-dfbc-4ac7-9870-f05efddba4b6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.842815383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5d4228a8-c762-46d2-b451-fe08a1baffba","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.842852162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5d4228a8-c762-46d2-b451-fe08a1baffba","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.930301606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b42969ae-34b9-45ea-b88b-72c41fe9f6b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.930313168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf337f23-326c-43f1-9147-e7d1fd1cd239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.988778642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf337f23-326c-43f1-9147-e7d1fd1cd239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.988892898Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf337f23-326c-43f1-9147-e7d1fd1cd239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.991674126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b42969ae-34b9-45ea-b88b-72c41fe9f6b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:15.991757953Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b42969ae-34b9-45ea-b88b-72c41fe9f6b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:16.198320639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97249af5-62b7-4193-968a-f634b3b70311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:16.202447454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de7a026b-13a5-41bb-a469-9a75b6bff8ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:16.254015247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97249af5-62b7-4193-968a-f634b3b70311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:16.254081065Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97249af5-62b7-4193-968a-f634b3b70311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:16.257598266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de7a026b-13a5-41bb-a469-9a75b6bff8ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:16.257645561Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de7a026b-13a5-41bb-a469-9a75b6bff8ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:16.902811719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"314d0620-657a-4e80-ad2e-c9cb8d9f89f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:16.902815354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ba6689c-a11e-4f83-a580-0ff72d9bf7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:16.960111194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ba6689c-a11e-4f83-a580-0ff72d9bf7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:16.960222786Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ba6689c-a11e-4f83-a580-0ff72d9bf7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:16.9602395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"314d0620-657a-4e80-ad2e-c9cb8d9f89f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:16.960295647Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"314d0620-657a-4e80-ad2e-c9cb8d9f89f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:17.021916639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dfc1f6f2-2095-4421-a1bb-dc747fe4175a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:17.021943544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dfc1f6f2-2095-4421-a1bb-dc747fe4175a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.370038115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8edfce87-9fc2-4088-89eb-bcca4dd68322","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.370061078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8edfce87-9fc2-4088-89eb-bcca4dd68322","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.37032293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e384109c-c2b0-4762-8f5e-8c08e53c4147","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.370335435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e384109c-c2b0-4762-8f5e-8c08e53c4147","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.370516709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bd61bfaa-c88a-4cac-918d-a2729486d78f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.370526908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bd61bfaa-c88a-4cac-918d-a2729486d78f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.370694636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b2f8ac65-fef3-4171-bfed-94db362c8ab8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.370704521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b2f8ac65-fef3-4171-bfed-94db362c8ab8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.37095989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e1babb7-0447-4b99-9162-180f178f026e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.370972052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e1babb7-0447-4b99-9162-180f178f026e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.422224185Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cf9d123e-e7bf-4968-91d8-774209b4f5a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.422224052Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"84c14a92-236e-4700-a26d-d383efae35a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.434969178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eecf3648-1a6d-4ba6-aecf-199c285c3bbc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.434991574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eecf3648-1a6d-4ba6-aecf-199c285c3bbc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.435253148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"651f8043-11b3-46d5-bf78-f0f2091a6d29","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.435268347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"651f8043-11b3-46d5-bf78-f0f2091a6d29","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.435438362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6c6d4501-954b-4900-b9bf-99435a80548d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.435448793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6c6d4501-954b-4900-b9bf-99435a80548d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.435598381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6134f970-8dd3-49f0-a4b5-0b32f8c27b1b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.435609157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6134f970-8dd3-49f0-a4b5-0b32f8c27b1b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.435840273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"08b7658c-048a-46ba-b889-cf654962819a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.435851163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"08b7658c-048a-46ba-b889-cf654962819a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.524639745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b9cbf73-d452-45a8-ab4b-94ffadb040c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.524700278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"077b48a8-1156-480a-b4c6-0ffeaf6b0c9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.580320427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b9cbf73-d452-45a8-ab4b-94ffadb040c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.580344218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"077b48a8-1156-480a-b4c6-0ffeaf6b0c9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.580390329Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"077b48a8-1156-480a-b4c6-0ffeaf6b0c9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.580390167Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b9cbf73-d452-45a8-ab4b-94ffadb040c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.786126942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"069fd3fb-f9fd-41c4-966b-637f8dcdf50f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.786135909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c53f16ed-8126-452c-9bc7-20ce8cb0da37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.842180904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"069fd3fb-f9fd-41c4-966b-637f8dcdf50f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.842245097Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"069fd3fb-f9fd-41c4-966b-637f8dcdf50f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.842294614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c53f16ed-8126-452c-9bc7-20ce8cb0da37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.84234034Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c53f16ed-8126-452c-9bc7-20ce8cb0da37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.608589707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7c93be89-ad8f-4dd6-8df6-132926633e3d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.608609357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7c93be89-ad8f-4dd6-8df6-132926633e3d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.000447562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"33681336-7fee-49e0-96ba-628460e13a7c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.000468803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"33681336-7fee-49e0-96ba-628460e13a7c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.000688206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e57a7b02-7f41-49f6-a586-033414d83c97","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.000700257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e57a7b02-7f41-49f6-a586-033414d83c97","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.000894461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"34deaffe-9283-4ecd-abd0-eb5dd0ebbb8c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.000911277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"34deaffe-9283-4ecd-abd0-eb5dd0ebbb8c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.001075021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"55062549-bda0-44d2-bcb0-2f4f8e86b062","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.001084674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"55062549-bda0-44d2-bcb0-2f4f8e86b062","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.001235145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"754baa80-fd55-4435-b1a4-ceccaee91d4b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.001247387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"754baa80-fd55-4435-b1a4-ceccaee91d4b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.001412806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"20165b7d-1347-4434-af56-b1477a10277a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.001423591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"20165b7d-1347-4434-af56-b1477a10277a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.054620901Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"12410be5-39f8-41d6-9aa4-c9f801bb3188","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.054651482Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"91695006-5724-4e8f-b3c5-9f4818433af4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.066043578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f1b0ae1-4457-4b2d-bd80-8dedd72b2a0f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.066068731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f1b0ae1-4457-4b2d-bd80-8dedd72b2a0f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.0663795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"14fdce32-01ee-4020-bb77-9f4af299b3bd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.066397567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"14fdce32-01ee-4020-bb77-9f4af299b3bd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.066667503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b7f6ee06-4166-4833-90a9-fbd782094a07","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.066685538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b7f6ee06-4166-4833-90a9-fbd782094a07","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.066995359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d1597048-be6c-4e19-bad6-711c5ea513e9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.067011871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d1597048-be6c-4e19-bad6-711c5ea513e9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.067264192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6335ec67-a017-4184-bbf6-af3d82533ba9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.067279338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6335ec67-a017-4184-bbf6-af3d82533ba9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.067514529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e21471f2-24fb-4ab8-9b91-f461331c0ba7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.067530664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e21471f2-24fb-4ab8-9b91-f461331c0ba7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.15718459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63658fcb-55b7-427b-8260-5e8db2130243","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.15739084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"097ed927-fecf-4b01-a1ff-05d12526d9a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.213425875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"097ed927-fecf-4b01-a1ff-05d12526d9a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.213492753Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"097ed927-fecf-4b01-a1ff-05d12526d9a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.215084741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63658fcb-55b7-427b-8260-5e8db2130243","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.215155103Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63658fcb-55b7-427b-8260-5e8db2130243","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.419225113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"154dfc0d-6b40-4b79-988e-06d4e348a7e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.421755447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f64b7f8a-2c1f-46e5-9b25-ad0e3c90b3ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.475113697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"154dfc0d-6b40-4b79-988e-06d4e348a7e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.475183451Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"154dfc0d-6b40-4b79-988e-06d4e348a7e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.48360121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f64b7f8a-2c1f-46e5-9b25-ad0e3c90b3ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.483791791Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f64b7f8a-2c1f-46e5-9b25-ad0e3c90b3ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.681338891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50144c78-fbc3-4ddf-b9b6-940f62495e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.690471746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fabe5eb-1c0a-4f2b-88f0-0bbe3595ee7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.737014879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50144c78-fbc3-4ddf-b9b6-940f62495e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.737075979Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50144c78-fbc3-4ddf-b9b6-940f62495e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.746086917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fabe5eb-1c0a-4f2b-88f0-0bbe3595ee7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:23.746139979Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fabe5eb-1c0a-4f2b-88f0-0bbe3595ee7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:24.243688066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7801e6f7-6e04-43ff-84a1-b4bcb04b5ebe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:24.243717041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7801e6f7-6e04-43ff-84a1-b4bcb04b5ebe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.619182996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0e4fc162-dae1-4a8b-b0b0-aef14f17f134","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.619283234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0e4fc162-dae1-4a8b-b0b0-aef14f17f134","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.619630904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50ad5de0-2d26-4163-ba27-fe79f0ffcb35","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.619650284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50ad5de0-2d26-4163-ba27-fe79f0ffcb35","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.619944329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b4cf93c4-abde-401b-9015-f41d1c7c44f1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.619960946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b4cf93c4-abde-401b-9015-f41d1c7c44f1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.620210849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1b5bfa26-8ed0-487e-8b2e-5d181f78f1a5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.620226034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1b5bfa26-8ed0-487e-8b2e-5d181f78f1a5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.620490275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4badd416-5bc5-4301-b4e3-4f7704b70b96","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.620506681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4badd416-5bc5-4301-b4e3-4f7704b70b96","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.620766458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"73054624-2218-4b7c-9b7d-cf59c2a08a06","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.620780146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"73054624-2218-4b7c-9b7d-cf59c2a08a06","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.621073764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2c007fa-334e-4938-a14a-e71406e9ae74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.621089436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2c007fa-334e-4938-a14a-e71406e9ae74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.671533949Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8559c399-a3a8-4723-9b7e-d38b00c08f07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.684924017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6c5c9a2c-d6d9-4938-b784-f991254a597e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.684949618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6c5c9a2c-d6d9-4938-b784-f991254a597e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.685183112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c2aa8182-1361-468e-a52d-35c0f6008407","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.68519442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c2aa8182-1361-468e-a52d-35c0f6008407","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.685379409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6512c6c7-3ba3-4180-827a-8a2798ea2ee6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.685389629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6512c6c7-3ba3-4180-827a-8a2798ea2ee6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.685578849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1ccd166a-7e23-488a-a8e4-22cb2883fb2e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.685589123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1ccd166a-7e23-488a-a8e4-22cb2883fb2e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.685777455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec024175-8277-4f76-87ef-1cfdb1d43251","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.685788172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec024175-8277-4f76-87ef-1cfdb1d43251","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.685975548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cb7cab79-aa6d-48a4-9f60-8a5602018433","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.685986849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cb7cab79-aa6d-48a4-9f60-8a5602018433","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.686180348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fc63da2-2183-40fa-a087-aa7d02aceadb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.686192142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fc63da2-2183-40fa-a087-aa7d02aceadb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.7744139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"969e9654-8a2c-4664-9366-9c5c7c9d2aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.774654156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c365f2e0-f19b-4b0f-8103-969802c086e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.831227662Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aeca9d74-cf00-4876-93dd-ff740cdc7f06","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.831866318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"969e9654-8a2c-4664-9366-9c5c7c9d2aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.834502668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c365f2e0-f19b-4b0f-8103-969802c086e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.834553259Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c365f2e0-f19b-4b0f-8103-969802c086e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.993805632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8516dc5e-5c22-4c62-abb0-63863d8459f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:26.993844055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8516dc5e-5c22-4c62-abb0-63863d8459f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:27.039606599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3827e08f-7101-492f-9c73-e12cb3fbd6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:27.094994911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3827e08f-7101-492f-9c73-e12cb3fbd6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:27.09506075Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3827e08f-7101-492f-9c73-e12cb3fbd6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:27.202655562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ddccba1a-ec78-404e-960b-be6c74bf41ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:27.241661158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad6b67c2-0679-4d46-b058-7a84cb2c0ae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:27.297730264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad6b67c2-0679-4d46-b058-7a84cb2c0ae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:27.852374022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94af9695-1cea-4e8a-8123-9fc9c80a3276","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:27.852394009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94af9695-1cea-4e8a-8123-9fc9c80a3276","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:28.06048363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"46fc12ae-80c0-464e-8ebb-66d47e2570f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.384420434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e76fe5df-f0f7-4093-98de-916d155d8476","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.384447404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e76fe5df-f0f7-4093-98de-916d155d8476","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.384767423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d8463ce3-8cdd-4bf6-bf82-ce0d0e584f5e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.384794518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d8463ce3-8cdd-4bf6-bf82-ce0d0e584f5e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.385096177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d095ddce-b5c9-47f9-bd92-d186fe5a98d9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.385111505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d095ddce-b5c9-47f9-bd92-d186fe5a98d9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.385371458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"09bb3ec3-678e-464a-b40e-0bb366983b10","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.38538506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"09bb3ec3-678e-464a-b40e-0bb366983b10","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.385638771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"47442cb6-5471-476b-940e-2c16adfc290e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.385653226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"47442cb6-5471-476b-940e-2c16adfc290e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.385941143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4349e24a-aec5-46e6-9f15-1ab17a2a8f8b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.385955501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4349e24a-aec5-46e6-9f15-1ab17a2a8f8b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.386218798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6491dc46-9df3-4b04-8aaf-b4a07fbf6464","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.386234014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6491dc46-9df3-4b04-8aaf-b4a07fbf6464","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.386576346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a66a7022-6f8d-40dc-bb2c-9d13470d2493","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.386591991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a66a7022-6f8d-40dc-bb2c-9d13470d2493","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.450131912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d463f1c2-c390-4200-9249-d518a429a3e3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.450168535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d463f1c2-c390-4200-9249-d518a429a3e3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.450555485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"43d683ea-43b1-4181-9962-7b130c95dda5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.450582411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"43d683ea-43b1-4181-9962-7b130c95dda5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.450888414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4d76d4b5-0790-45f9-8257-9c3904f77f90","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.450905191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4d76d4b5-0790-45f9-8257-9c3904f77f90","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.451166413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"af953a55-f4b1-4d99-a54e-b2a48be5c39d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.451181227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"af953a55-f4b1-4d99-a54e-b2a48be5c39d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.45145344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bdee401-2b27-4884-83ca-0fff7f0077e2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.451469821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4bdee401-2b27-4884-83ca-0fff7f0077e2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.45174786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"30fb2949-71de-4459-a64a-2200aace12e7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.451764112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"30fb2949-71de-4459-a64a-2200aace12e7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.452069062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1688fc6-2ea3-40d6-ae1f-2269e0e7ac48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.452086394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1688fc6-2ea3-40d6-ae1f-2269e0e7ac48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.45242503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34c24aac-fd2c-47a1-82dd-b1c207e0a486","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.45245158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34c24aac-fd2c-47a1-82dd-b1c207e0a486","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.539093975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbdfe2c4-4c10-45e9-b6a5-858f789c1687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.539171774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5037c2d9-e637-451c-a94f-457d1b5b574d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.591909509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a03ad7c2-a9cc-46aa-85ce-5cd4dee5f2b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.595135614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbdfe2c4-4c10-45e9-b6a5-858f789c1687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.596227452Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8762e32b-a998-4d04-af16-ff851001e13a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.59657918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5037c2d9-e637-451c-a94f-457d1b5b574d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.761715235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad7a5b8d-d71f-4724-8546-9e72868c14ea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.761738793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad7a5b8d-d71f-4724-8546-9e72868c14ea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.923286543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4a5f796f-2e06-44fd-a62b-ea75b1cc25f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.957395502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e68f314-594a-4fc7-9f96-71284d409131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:30.958162967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9d83947-bb6b-483d-bb8d-f1266674096e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:31.01491388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e68f314-594a-4fc7-9f96-71284d409131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:31.015030541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9d83947-bb6b-483d-bb8d-f1266674096e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:31.024256479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6fcbc33d-9b1d-4833-b3f4-c959ce780e7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:31.082459556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29451582-f23d-4efb-9007-db7e83a5e3ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:31.082479062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29451582-f23d-4efb-9007-db7e83a5e3ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:31.323330314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74b1e0a4-9162-424d-ad7d-e9d8b4873aa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:31.323521988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22ab144e-e71e-44b4-ae7a-ba37083172b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:31.381102254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74b1e0a4-9162-424d-ad7d-e9d8b4873aa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:31.381261807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22ab144e-e71e-44b4-ae7a-ba37083172b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:31.628530431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"03eed318-6f12-42e2-b5c9-d82ed91e5581","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:31.628550295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"03eed318-6f12-42e2-b5c9-d82ed91e5581","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:31.835303112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eb0975f8-b454-439f-bd5e-25bfed7a3f7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:34.856835981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"45cf7b67-f761-44d2-bc63-81c8d731b842","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:34.856862314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"45cf7b67-f761-44d2-bc63-81c8d731b842","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:37.131068476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a1974043-24ef-4abe-b9e8-83b2a1984f5d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:37.131090328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a1974043-24ef-4abe-b9e8-83b2a1984f5d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:37.984185015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba9d9f44-b999-4420-9115-cf1750ae79e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:38.055014602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d12f74b-64db-4b14-8ef0-86becc697916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:38.055016704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79b9fdda-a150-49ef-a870-08d9c57c995b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:38.110696173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d12f74b-64db-4b14-8ef0-86becc697916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:38.15878728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"57249ed4-c74e-4377-be3f-39d1856b5ce0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:38.158809048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"57249ed4-c74e-4377-be3f-39d1856b5ce0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:38.160176716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79b9fdda-a150-49ef-a870-08d9c57c995b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:39.647561477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3d318843-0a05-4b76-ad2d-f45fe7e30259","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:39.647583652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3d318843-0a05-4b76-ad2d-f45fe7e30259","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:40.452403555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e890f4f-2048-4cff-9c98-46510ae47aec","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:40.452425765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e890f4f-2048-4cff-9c98-46510ae47aec","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:40.452692281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8394480c-210e-4472-bde1-e7256b2e1710","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:40.45270314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8394480c-210e-4472-bde1-e7256b2e1710","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:40.452958193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"86fac1cc-c9b2-49b5-adff-7a7214fc16e1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:40.452968448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"86fac1cc-c9b2-49b5-adff-7a7214fc16e1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:41.083722525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"887e169d-f0b0-4e0d-8bb3-c38f431083f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:41.083744104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"887e169d-f0b0-4e0d-8bb3-c38f431083f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:43.072480871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92fad4d7-9735-4f73-9cf4-b1dc60a6a445","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:43.072508326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"92fad4d7-9735-4f73-9cf4-b1dc60a6a445","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:44.002945105Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:45.936485075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"729f9817-68fe-4fe6-af25-97fdf1bbcfb7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:45.936511199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"729f9817-68fe-4fe6-af25-97fdf1bbcfb7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:47.199119972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a2c48370-24a0-4529-8396-ebe2fe6fdef5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:47.300787516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3c491dca-3944-421b-a741-f909b5ab1d76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:48.159805215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"300cb461-8214-4229-bb14-d85e881c11f6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:48.159849815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"300cb461-8214-4229-bb14-d85e881c11f6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:48.807498884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27ffac17-1a88-4881-aeda-a6784b6b5c38","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:48.807521093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"27ffac17-1a88-4881-aeda-a6784b6b5c38","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:51.085110836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad31af51-2b7c-48ed-8deb-57178741e9e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:51.08513106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad31af51-2b7c-48ed-8deb-57178741e9e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:52.344518999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06d8c3d3-5ead-470d-9449-acfc6c0d6643","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:52.344542871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06d8c3d3-5ead-470d-9449-acfc6c0d6643","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:52.553489231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"42550363-fd05-4180-a248-2e6107f9bc0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:52.563532347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5add2d81-5356-4778-81d1-8fa92f67e7f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:52.563532653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b5827aa-24ea-4b2c-af73-170de087677b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:52.670361645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b5827aa-24ea-4b2c-af73-170de087677b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:52.67122256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5add2d81-5356-4778-81d1-8fa92f67e7f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:52.72438068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9641bf17-ce6b-4706-9f80-f1e13bcff3d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:52.724463773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9641bf17-ce6b-4706-9f80-f1e13bcff3d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:52.932301976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cc48ab6b-1071-4586-ae0e-04db9ba507a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:55.795886973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29ea0c42-d8f5-4d3e-ad4b-a98981052248","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:55.795916284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29ea0c42-d8f5-4d3e-ad4b-a98981052248","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.005050731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"478c69fb-cc95-4323-a9ff-b55c88efa3c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.008976732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"155b0c8c-c7e8-4a90-ae77-3f3f2dfe2172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.008977208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"daa6a49c-d91c-42a3-9b1d-6d867425c8f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.114330585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"155b0c8c-c7e8-4a90-ae77-3f3f2dfe2172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.11491199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"daa6a49c-d91c-42a3-9b1d-6d867425c8f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.167749855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"226764fa-8c48-46cd-8365-c587035618fe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.167770607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"226764fa-8c48-46cd-8365-c587035618fe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.37375722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df965810-527d-4c1d-82e6-10f6b99a45da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:58.502325122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"490b4164-5901-45e8-bcef-c8fb782527f4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:58.502347908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"490b4164-5901-45e8-bcef-c8fb782527f4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:58.657236742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1cbdc9f-d028-4f88-ab75-04e3f96187f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:58.713829137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1cbdc9f-d028-4f88-ab75-04e3f96187f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:58.719496966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a38bd336-f69d-46eb-8393-7417ec72c807","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:58.719522568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a38bd336-f69d-46eb-8393-7417ec72c807","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:58.87353298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d852c52-6d8e-4a57-a1fb-7e64479402cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:58.925413878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a5e46a56-2fbe-42d5-a43b-b5be4a6dd18d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:58.925439194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a5e46a56-2fbe-42d5-a43b-b5be4a6dd18d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:58.926672062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0f610e48-beb7-441d-abd8-481fe6420cc8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:58.928996235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d852c52-6d8e-4a57-a1fb-7e64479402cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.087319834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b31905b-f507-4512-ae6e-6732037ebab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.094095318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"df354e65-5501-4d3e-8c26-69a427a6759b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.094123365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"df354e65-5501-4d3e-8c26-69a427a6759b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:59.143486041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b31905b-f507-4512-ae6e-6732037ebab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:14.00249314Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.631263053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50ced55-2dd7-4ba2-a479-54a443c15521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.682947246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50ced55-2dd7-4ba2-a479-54a443c15521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.735401251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50ced55-2dd7-4ba2-a479-54a443c15521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.787887772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50ced55-2dd7-4ba2-a479-54a443c15521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.225443369Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-2ccce380","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-2ccce380","reconcileID":"e22a25c7-38e8-4113-8211-0dea959e4c37","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-2ccce380","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-2ccce380":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:40.175936797Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-01450ec4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-01450ec4","reconcileID":"94ed3b77-f81d-4f55-850c-67c1dec6f889","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-01450ec4","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-01450ec4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:40.713361542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30968ee4-da8c-4be0-853d-3020f137cfa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:40.765244895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30968ee4-da8c-4be0-853d-3020f137cfa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:40.817389686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30968ee4-da8c-4be0-853d-3020f137cfa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:40.869515208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30968ee4-da8c-4be0-853d-3020f137cfa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:42.764603819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e72573a-cd21-47fb-9c94-4fd2a88da930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:42.816423982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e72573a-cd21-47fb-9c94-4fd2a88da930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:42.868371476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e72573a-cd21-47fb-9c94-4fd2a88da930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:42.920066702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e72573a-cd21-47fb-9c94-4fd2a88da930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:43.952320113Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:44.177733671Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-12537192","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-12537192","reconcileID":"43feea36-99df-44a6-8b81-f05edca4527a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-12537192","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-12537192":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:44.793789024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d03269-d16e-4da1-8599-5f1d7dc47d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:44.846184162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d03269-d16e-4da1-8599-5f1d7dc47d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:44.898023688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d03269-d16e-4da1-8599-5f1d7dc47d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:44.949708314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d03269-d16e-4da1-8599-5f1d7dc47d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:45.540150466Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-c6f27688","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-c6f27688","reconcileID":"8349c162-006c-4a5d-8e54-89c1233690e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-c6f27688-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-c6f27688-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:46.834563586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2cc27a6-2603-4cb2-a7ea-b84f8d68fa77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:46.886965777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2cc27a6-2603-4cb2-a7ea-b84f8d68fa77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:46.938676584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2cc27a6-2603-4cb2-a7ea-b84f8d68fa77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:46.990429592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2cc27a6-2603-4cb2-a7ea-b84f8d68fa77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.912312591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b86582a-ba29-4d90-a218-42e6c3c44660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:48.963736199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b86582a-ba29-4d90-a218-42e6c3c44660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:49.01523674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b86582a-ba29-4d90-a218-42e6c3c44660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:49.066644031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b86582a-ba29-4d90-a218-42e6c3c44660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:49.743954696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"adf591f7-8b45-407a-9627-ef4b2b548598","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-01450ec4","tenantID":"e2e-ait-01450ec4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:49.857387317Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"adf591f7-8b45-407a-9627-ef4b2b548598","name":"e2e-ait-01450ec4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:50.323277514Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-168f474d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-168f474d","reconcileID":"1c1376f6-88c3-43f1-adc5-a64d0a57a2d6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-168f474d","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-168f474d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:51.023563945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2310bd-7e12-4c34-aac0-82574b40e983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:51.075564908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2310bd-7e12-4c34-aac0-82574b40e983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:51.127611753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2310bd-7e12-4c34-aac0-82574b40e983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:51.179432642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2310bd-7e12-4c34-aac0-82574b40e983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:53.061516893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afba741c-8b6c-4f58-baa3-ff7b9d58be6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:53.113396838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afba741c-8b6c-4f58-baa3-ff7b9d58be6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:53.16551828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afba741c-8b6c-4f58-baa3-ff7b9d58be6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:53.217510193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afba741c-8b6c-4f58-baa3-ff7b9d58be6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:54.955684933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"5bea126c-e700-4cde-a50c-2480cafc317e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-12537192","tenantID":"e2e-ait-12537192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.072132421Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"5bea126c-e700-4cde-a50c-2480cafc317e","name":"e2e-ait-12537192-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.121039455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d84c3e-4611-404c-9131-5c467726fc91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.121436048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1872888a-ca50-4608-93b4-c5abf9ce5f25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.17322922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d84c3e-4611-404c-9131-5c467726fc91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.22500009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"12768e40-4b46-4fea-ba04-578b6586756f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.225337042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d84c3e-4611-404c-9131-5c467726fc91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.276897095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d84c3e-4611-404c-9131-5c467726fc91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:57.143777377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94d55c4f-67d9-4801-af1f-cd15fc7be971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:57.195732088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94d55c4f-67d9-4801-af1f-cd15fc7be971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:57.247898923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94d55c4f-67d9-4801-af1f-cd15fc7be971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:57.299633311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94d55c4f-67d9-4801-af1f-cd15fc7be971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:59.987205986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"4627b149-935b-4b9b-b782-08e048f837a3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-2ccce380","tenantID":"e2e-ait-2ccce380","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:00.101403975Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"4627b149-935b-4b9b-b782-08e048f837a3","name":"e2e-ait-2ccce380-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:09.827638588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"c22a0fff-3b80-4116-814e-343e29c4f553","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-168f474d","tenantID":"e2e-derive-168f474d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:09.941836533Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"c22a0fff-3b80-4116-814e-343e29c4f553","name":"e2e-derive-168f474d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:13.955579361Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.248135345Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"aad321ca-7895-416e-afc3-ffcb6d3db9b6","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.30234492Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"aad321ca-7895-416e-afc3-ffcb6d3db9b6","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.405026241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"aad321ca-7895-416e-afc3-ffcb6d3db9b6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-c6f27688-gw","tenantID":"e2e-migrate-c6f27688","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.520523126Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"aad321ca-7895-416e-afc3-ffcb6d3db9b6","name":"e2e-migrate-c6f27688-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:19.032340332Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"952be746-1002-45b8-942d-e338600e4b41","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:21.134344056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98b01321-5cde-4f08-8d3d-7318c4ee0532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:21.186365639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98b01321-5cde-4f08-8d3d-7318c4ee0532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:21.238214035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98b01321-5cde-4f08-8d3d-7318c4ee0532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:21.290180263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98b01321-5cde-4f08-8d3d-7318c4ee0532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.175012631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4866c87-898a-405f-a431-e804fc5b1d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.226771363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4866c87-898a-405f-a431-e804fc5b1d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.278524578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4866c87-898a-405f-a431-e804fc5b1d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:23.330357011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4866c87-898a-405f-a431-e804fc5b1d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:25.339221961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea26cfd-387e-4eb7-8f92-8c3deca4f98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:25.393230674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea26cfd-387e-4eb7-8f92-8c3deca4f98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:25.447152015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea26cfd-387e-4eb7-8f92-8c3deca4f98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:25.499028516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea26cfd-387e-4eb7-8f92-8c3deca4f98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:27.371084424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0922301d-ee44-44ac-a126-b4278957b62a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:27.42267134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0922301d-ee44-44ac-a126-b4278957b62a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:27.474767138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0922301d-ee44-44ac-a126-b4278957b62a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:27.526409154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0922301d-ee44-44ac-a126-b4278957b62a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:29.421571845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121689f6-df4c-48ec-82d4-752b44599cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:29.473206123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121689f6-df4c-48ec-82d4-752b44599cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:29.524877735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121689f6-df4c-48ec-82d4-752b44599cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:29.577095433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121689f6-df4c-48ec-82d4-752b44599cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:31.441925262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce7ba99-dade-45ab-873a-9624b1eb737b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:31.493679864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce7ba99-dade-45ab-873a-9624b1eb737b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:31.545385286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce7ba99-dade-45ab-873a-9624b1eb737b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:31.546108884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f99e720-1a03-4b39-bf17-a33e2379a97e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:31.59729813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce7ba99-dade-45ab-873a-9624b1eb737b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:31.771370815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8cdc1f3f-0dc7-46c3-8e19-ee915c2b046a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.480570964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d351aef-a8be-4b65-b608-ad966c9727a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.532276053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d351aef-a8be-4b65-b608-ad966c9727a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.583900194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d351aef-a8be-4b65-b608-ad966c9727a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:33.635787435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d351aef-a8be-4b65-b608-ad966c9727a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.50939286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a6338a-14e1-484c-9b81-22bed9fabfe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.561029288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a6338a-14e1-484c-9b81-22bed9fabfe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.612715846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a6338a-14e1-484c-9b81-22bed9fabfe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.665966286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a6338a-14e1-484c-9b81-22bed9fabfe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.619653386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678f3f13-b0f8-4937-8ff9-c87956986d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.671505904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678f3f13-b0f8-4937-8ff9-c87956986d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.723410995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678f3f13-b0f8-4937-8ff9-c87956986d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.775334213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678f3f13-b0f8-4937-8ff9-c87956986d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.423714007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad33b28d-dc85-497f-9628-0c5b716d91cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.478757191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad33b28d-dc85-497f-9628-0c5b716d91cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.53175357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad33b28d-dc85-497f-9628-0c5b716d91cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:41.583556068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad33b28d-dc85-497f-9628-0c5b716d91cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:43.529738965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4223f051-7a24-44ff-bb74-6bd4f21363ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:43.581369176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4223f051-7a24-44ff-bb74-6bd4f21363ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:43.63333001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4223f051-7a24-44ff-bb74-6bd4f21363ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:43.685168862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4223f051-7a24-44ff-bb74-6bd4f21363ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:43.952859171Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.066041577Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"11702dd9-cf68-42f4-8996-c3c6b1c2a8e2","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.175059286Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"11702dd9-cf68-42f4-8996-c3c6b1c2a8e2","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.394546462Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","namespace":"ai-tenant-e2e-ait-01450ec4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.394605234Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","namespace":"ai-tenant-e2e-ait-01450ec4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.394654482Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","tenant":"e2e-ait-01450ec4","tenantID":"e2e-ait-01450ec4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.449215024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","gvk":"Deployment","name":"maas-api-e2e-ait-01450ec4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.511253508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","gvk":"Service","name":"maas-api-e2e-ait-01450ec4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.569116127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-01450ec4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.622482634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-01450ec4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.679025095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-01450ec4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.78518149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-01450ec4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.844132665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-01450ec4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.89892128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-01450ec4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:44.950513368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","gvk":"Deployment","name":"payload-processing-e2e-ait-01450ec4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.076518489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-01450ec4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.134799917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","gvk":"Service","name":"payload-processing-e2e-ait-01450ec4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.186988183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","gvk":"Service","name":"payload-pre-processing-e2e-ait-01450ec4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.24743253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","gvk":"DestinationRule","name":"payload-processing-e2e-ait-01450ec4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.303157637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-01450ec4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.3545878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-01450ec4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.411644266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-01450ec4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.463399119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-01450ec4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.515176708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-01450ec4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.566875869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-01450ec4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.618671756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-01450ec4"},"namespace":"ai-tenant-e2e-ait-01450ec4","name":"default-tenant","reconcileID":"09207d2c-ba23-4dad-ae9c-651568156b2f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-01450ec4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.633912651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c31c3a5-219a-464a-92fd-2ad9edfdee4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.685839714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c31c3a5-219a-464a-92fd-2ad9edfdee4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.737727271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c31c3a5-219a-464a-92fd-2ad9edfdee4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.737767259Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","namespace":"ai-tenant-e2e-ait-12537192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.73784009Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","namespace":"ai-tenant-e2e-ait-12537192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.737892999Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","tenant":"e2e-ait-12537192","tenantID":"e2e-ait-12537192","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.789686406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c31c3a5-219a-464a-92fd-2ad9edfdee4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.844585973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","gvk":"Deployment","name":"maas-api-e2e-ait-12537192","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.904864652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","gvk":"Service","name":"maas-api-e2e-ait-12537192","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.965536744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-12537192","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.055113972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-12537192","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.109160491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-12537192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.162926994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-12537192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.221604507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-12537192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.275939119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-12537192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.327918425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","gvk":"Deployment","name":"payload-processing-e2e-ait-12537192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.38079973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-12537192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.433981162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","gvk":"Service","name":"payload-processing-e2e-ait-12537192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.485344263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","gvk":"Service","name":"payload-pre-processing-e2e-ait-12537192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.490613241Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-01450ec4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-01450ec4","reconcileID":"614feea3-5a52-4c1b-8082-1643792c52fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-01450ec4","removed":["maas.opendatahub.io/gateway-access-e2e-ait-01450ec4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.53669509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","gvk":"DestinationRule","name":"payload-processing-e2e-ait-12537192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.590402399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-12537192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.641524679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-12537192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.696234477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-12537192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.747844233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-12537192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.830441309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-12537192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.882706769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-12537192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.937105721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-12537192"},"namespace":"ai-tenant-e2e-ait-12537192","name":"default-tenant","reconcileID":"fae12ff3-4589-4da0-98b0-220a8042452e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-12537192","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:47.774434468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afaa2466-9fed-4979-85ea-b089d7c67690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:47.828055323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afaa2466-9fed-4979-85ea-b089d7c67690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:47.832231424Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-12537192","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-12537192","reconcileID":"d85d3eb8-35fa-4858-86da-81fcbdbeeef9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-12537192","removed":["maas.opendatahub.io/gateway-access-e2e-ait-12537192"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:47.880937646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afaa2466-9fed-4979-85ea-b089d7c67690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:47.93341818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afaa2466-9fed-4979-85ea-b089d7c67690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:49.830217374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd366028-5164-4b21-8bf2-57f2c6d15c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:49.883174494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd366028-5164-4b21-8bf2-57f2c6d15c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:49.934948433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd366028-5164-4b21-8bf2-57f2c6d15c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:49.987887932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd366028-5164-4b21-8bf2-57f2c6d15c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:51.893619383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23a2ffa9-2d82-4c1d-9d10-57744c5ca825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:51.945258188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23a2ffa9-2d82-4c1d-9d10-57744c5ca825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:51.997985061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23a2ffa9-2d82-4c1d-9d10-57744c5ca825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:52.050623088Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"728d51ec-79e8-4862-b04a-3966c51ddebc","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:52.050764302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23a2ffa9-2d82-4c1d-9d10-57744c5ca825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:52.206139122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2fffd6ef-eb9b-4f0d-bb10-6efab37a969c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:52.306396261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"965759d7-c94c-4f90-bcd5-f2e71425a57d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.618167116Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-048135","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-048135","reconcileID":"dc6cbf7c-e46c-49cc-b88f-8eb3a373a96f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-048135","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-048135":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.956028083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aa974d9-3a43-46ca-9979-69ea798f3a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:54.009815717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aa974d9-3a43-46ca-9979-69ea798f3a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:54.062791424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aa974d9-3a43-46ca-9979-69ea798f3a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:54.115443575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aa974d9-3a43-46ca-9979-69ea798f3a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:54.613251419Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-ebeeb9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-ebeeb9","reconcileID":"51830413-aaa7-4060-bc5a-0a2dab47db38","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-ebeeb9","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-ebeeb9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:56.041027953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce87c631-a32c-4b71-8903-aa05a74263a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:56.092704615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce87c631-a32c-4b71-8903-aa05a74263a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:56.144283091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce87c631-a32c-4b71-8903-aa05a74263a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:56.196001196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce87c631-a32c-4b71-8903-aa05a74263a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:57.576348314Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","namespace":"ai-tenant-e2e-derive-168f474d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:57.5764115Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","namespace":"ai-tenant-e2e-derive-168f474d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:57.576458911Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","tenant":"e2e-derive-168f474d","tenantID":"e2e-derive-168f474d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:57.629955959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","gvk":"Deployment","name":"maas-api-e2e-derive-168f474d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:57.689285826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","gvk":"Service","name":"maas-api-e2e-derive-168f474d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:57.749616248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-168f474d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:57.803794298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-168f474d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:57.857601734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-168f474d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:57.91188345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-168f474d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:57.968080117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-168f474d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.021969796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-168f474d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.073354789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","gvk":"Deployment","name":"payload-processing-e2e-derive-168f474d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.125207055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-168f474d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.126506039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e26d8ee7-4c5e-4f1a-a15c-eacd05e087bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.17786135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","gvk":"Service","name":"payload-processing-e2e-derive-168f474d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.178619423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e26d8ee7-4c5e-4f1a-a15c-eacd05e087bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.22979254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","gvk":"Service","name":"payload-pre-processing-e2e-derive-168f474d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.230474706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e26d8ee7-4c5e-4f1a-a15c-eacd05e087bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.282412004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e26d8ee7-4c5e-4f1a-a15c-eacd05e087bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.284378267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","gvk":"DestinationRule","name":"payload-processing-e2e-derive-168f474d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.335775047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-168f474d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.390450373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-168f474d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.44509685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-168f474d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.550952062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-168f474d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.602263509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-168f474d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.654108357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-168f474d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.705413923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-168f474d"},"namespace":"ai-tenant-e2e-derive-168f474d","name":"default-tenant","reconcileID":"f4814c26-573b-4372-a970-4b46963f7152","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-168f474d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:00.126087275Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-168f474d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-168f474d","reconcileID":"968e9e35-c897-4329-b7e6-5da0356ed357","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-168f474d","removed":["maas.opendatahub.io/gateway-access-e2e-derive-168f474d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:01.240308687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d2e49c2-71f3-4071-974c-07f2a433f931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:01.292080648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d2e49c2-71f3-4071-974c-07f2a433f931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:01.34408833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d2e49c2-71f3-4071-974c-07f2a433f931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:01.395764572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d2e49c2-71f3-4071-974c-07f2a433f931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.141644133Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"28298262-5424-46db-99a2-e577a05ce235","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.249578802Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"28298262-5424-46db-99a2-e577a05ce235","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.330399483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f0399d-687c-4fe2-9463-5ee37726f112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.382625727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f0399d-687c-4fe2-9463-5ee37726f112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.436138278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f0399d-687c-4fe2-9463-5ee37726f112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.488008537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f0399d-687c-4fe2-9463-5ee37726f112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.490247554Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","namespace":"ai-tenant-e2e-ait-2ccce380","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.490353894Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","namespace":"ai-tenant-e2e-ait-2ccce380","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.490619588Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","tenant":"e2e-ait-2ccce380","tenantID":"e2e-ait-2ccce380","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.544331816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","gvk":"Deployment","name":"maas-api-e2e-ait-2ccce380","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.607061947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","gvk":"Service","name":"maas-api-e2e-ait-2ccce380","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.664724221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-2ccce380","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.753915675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-2ccce380","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.808549391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-2ccce380","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.862676276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-2ccce380","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.919555038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-2ccce380","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:03.97490739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-2ccce380","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:04.026570156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","gvk":"Deployment","name":"payload-processing-e2e-ait-2ccce380","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:04.077711429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-2ccce380","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:04.130148815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","gvk":"Service","name":"payload-processing-e2e-ait-2ccce380","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:04.181841062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","gvk":"Service","name":"payload-pre-processing-e2e-ait-2ccce380","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:04.23651232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","gvk":"DestinationRule","name":"payload-processing-e2e-ait-2ccce380","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:04.288243283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-2ccce380","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:04.339512411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-2ccce380","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:04.394113698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-2ccce380","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:04.445675317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-2ccce380","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:04.535743899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-2ccce380","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:04.586759736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-2ccce380","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:04.637931582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2ccce380"},"namespace":"ai-tenant-e2e-ait-2ccce380","name":"default-tenant","reconcileID":"ab067962-afc0-4a04-a57f-9d2f1bfd010d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-2ccce380","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:05.377849805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"952029f8-1e4d-4af8-9a78-10ad6e4b0cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:05.432364195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"952029f8-1e4d-4af8-9a78-10ad6e4b0cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:05.484406501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"952029f8-1e4d-4af8-9a78-10ad6e4b0cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:05.536569698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"952029f8-1e4d-4af8-9a78-10ad6e4b0cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:05.557070684Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-2ccce380","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-2ccce380","reconcileID":"a6147504-7985-44a9-ac32-4e6c5a9c4f0c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-2ccce380","removed":["maas.opendatahub.io/gateway-access-e2e-ait-2ccce380"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:06.931363861Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-e28e1a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-e28e1a","reconcileID":"8a040fba-facc-4904-b719-2a222e0923fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-e28e1a","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-e28e1a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:07.464948916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4038c04-8229-4f9e-8701-5277b13a7926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:07.51709985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4038c04-8229-4f9e-8701-5277b13a7926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:07.569408454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4038c04-8229-4f9e-8701-5277b13a7926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:07.622702152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4038c04-8229-4f9e-8701-5277b13a7926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:09.522686973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d08edd1-f131-402c-a40b-05eb2559c9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:09.574212056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d08edd1-f131-402c-a40b-05eb2559c9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:09.625784066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d08edd1-f131-402c-a40b-05eb2559c9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:09.677456974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d08edd1-f131-402c-a40b-05eb2559c9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:09.734280917Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"4fbb5a4b-a1cf-4335-a1cd-84a41cd9317e","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:09.940927827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"4fbb5a4b-a1cf-4335-a1cd-84a41cd9317e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:10.054312526Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"4fbb5a4b-a1cf-4335-a1cd-84a41cd9317e","name":"e2e-worker-w4-048135-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:11.588134455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858605b8-0665-4f36-bdc4-467850502aef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:11.641961447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858605b8-0665-4f36-bdc4-467850502aef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:11.695232097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858605b8-0665-4f36-bdc4-467850502aef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:11.74986348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858605b8-0665-4f36-bdc4-467850502aef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:13.042603038Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-531ee4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-531ee4","reconcileID":"51e13319-ff2b-454f-8b06-8d26331a95c6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-531ee4","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-531ee4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:13.71516987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e63a15-34b4-4187-8485-f0352ed60bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:13.767369185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e63a15-34b4-4187-8485-f0352ed60bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:13.819277931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e63a15-34b4-4187-8485-f0352ed60bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:13.871108256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e63a15-34b4-4187-8485-f0352ed60bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:13.961645927Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:15.84587116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf4ed7f-14bb-4a67-9f23-55b425a114cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:15.897906125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf4ed7f-14bb-4a67-9f23-55b425a114cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:15.950261207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf4ed7f-14bb-4a67-9f23-55b425a114cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:16.002046939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf4ed7f-14bb-4a67-9f23-55b425a114cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:20.065121912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"62a81871-b24f-4d9b-b336-ed7beaaf5ff1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:20.180409987Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"62a81871-b24f-4d9b-b336-ed7beaaf5ff1","name":"e2e-worker-w0-ebeeb9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:20.239518906Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","namespace":"ai-tenant-e2e-migrate-c6f27688","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:20.2395766Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","namespace":"ai-tenant-e2e-migrate-c6f27688","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:20.239624074Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","tenant":"e2e-migrate-c6f27688","tenantID":"e2e-migrate-c6f27688","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:20.294757874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","gvk":"Deployment","name":"maas-api-e2e-migrate-c6f27688","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:20.354529872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","gvk":"Service","name":"maas-api-e2e-migrate-c6f27688","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:20.413305981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-c6f27688","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:20.470673385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-c6f27688","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:20.526122325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-c6f27688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:20.580002074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-c6f27688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:20.631667344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-c6f27688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:20.686782895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-c6f27688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:20.73860605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","gvk":"Deployment","name":"payload-processing-e2e-migrate-c6f27688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:20.790130676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-c6f27688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:20.841742809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","gvk":"Service","name":"payload-processing-e2e-migrate-c6f27688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:20.893992913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","gvk":"Service","name":"payload-pre-processing-e2e-migrate-c6f27688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:20.945525701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-c6f27688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:20.996866355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-c6f27688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:21.047961483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-c6f27688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:21.099020314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-c6f27688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:21.150191527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-c6f27688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:21.203407642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-c6f27688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:21.25460464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-c6f27688","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:21.30819755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-c6f27688"},"namespace":"ai-tenant-e2e-migrate-c6f27688","name":"default-tenant","reconcileID":"b943bc90-bc33-48c0-a19a-38e2709a15f0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-c6f27688","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.23643754Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-c6f27688","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-c6f27688","reconcileID":"0ca4fec1-4421-4e0e-a496-72ad3b401c6e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-c6f27688-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-c6f27688-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.420870012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5a1f91-4584-4417-bcd2-cfe057ca2d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.472641643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5a1f91-4584-4417-bcd2-cfe057ca2d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.524357183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5a1f91-4584-4417-bcd2-cfe057ca2d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.576347066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5a1f91-4584-4417-bcd2-cfe057ca2d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:26.28649343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"282d8b53-3f13-4c90-90a7-7667e0c48eb1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:26.405712342Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"282d8b53-3f13-4c90-90a7-7667e0c48eb1","name":"e2e-worker-w1-e28e1a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:26.507848396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf38d3b9-87fa-4025-a83b-817c144182fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:26.559628736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf38d3b9-87fa-4025-a83b-817c144182fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:26.611261842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf38d3b9-87fa-4025-a83b-817c144182fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:26.663192383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf38d3b9-87fa-4025-a83b-817c144182fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.615337061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8baf5b76-8631-498d-9d77-044686f4c1d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.667991331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8baf5b76-8631-498d-9d77-044686f4c1d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.719676961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8baf5b76-8631-498d-9d77-044686f4c1d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.771329695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8baf5b76-8631-498d-9d77-044686f4c1d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.936977782Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-d7bfc2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-d7bfc2","reconcileID":"3d805623-b3de-4fd3-9b49-99095f4ef1fe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-d7bfc2","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-d7bfc2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:30.694171707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93accfc0-70b5-4dd8-b091-d8f34636b325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:30.746255187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93accfc0-70b5-4dd8-b091-d8f34636b325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:30.798097663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93accfc0-70b5-4dd8-b091-d8f34636b325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:30.850331272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93accfc0-70b5-4dd8-b091-d8f34636b325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:33.965358026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"499c7380-6cf6-4aaf-974b-effc62bc0940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:34.017172103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"499c7380-6cf6-4aaf-974b-effc62bc0940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:34.070669828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"499c7380-6cf6-4aaf-974b-effc62bc0940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:34.123935774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"499c7380-6cf6-4aaf-974b-effc62bc0940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.015130561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc50198-6de4-4854-a7c4-ca59193d89bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.066964052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc50198-6de4-4854-a7c4-ca59193d89bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.118860571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc50198-6de4-4854-a7c4-ca59193d89bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.170235023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc50198-6de4-4854-a7c4-ca59193d89bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.534857598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"3312eef5-c9d4-4476-98ff-ced8765eea8d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:36.647797886Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"3312eef5-c9d4-4476-98ff-ced8765eea8d","name":"e2e-worker-w2-531ee4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.111400284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b284a8-f550-4016-8b34-08c39c8af429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.163091166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b284a8-f550-4016-8b34-08c39c8af429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.214624814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b284a8-f550-4016-8b34-08c39c8af429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.266327295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b284a8-f550-4016-8b34-08c39c8af429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:43.952435551Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:48.037163417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0759ba-d255-4d84-a2bf-003b208ca6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:48.089105113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0759ba-d255-4d84-a2bf-003b208ca6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:48.140886699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0759ba-d255-4d84-a2bf-003b208ca6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:48.192503194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0759ba-d255-4d84-a2bf-003b208ca6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.116158473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776b7f95-9903-4d50-b033-085115be557d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.167807092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776b7f95-9903-4d50-b033-085115be557d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.219605088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776b7f95-9903-4d50-b033-085115be557d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.271200323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776b7f95-9903-4d50-b033-085115be557d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:53.115261668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980a34f0-f63a-42f9-ac7a-93fdcfb5f154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:53.167583253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980a34f0-f63a-42f9-ac7a-93fdcfb5f154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:53.219457203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980a34f0-f63a-42f9-ac7a-93fdcfb5f154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:53.27146946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980a34f0-f63a-42f9-ac7a-93fdcfb5f154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:55.162908892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c81452f-b1ae-4488-845f-1f2a38960255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:55.214985863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c81452f-b1ae-4488-845f-1f2a38960255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:55.266760482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c81452f-b1ae-4488-845f-1f2a38960255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:55.318468335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c81452f-b1ae-4488-845f-1f2a38960255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:56.393800799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"f691b677-c081-493e-85cc-b5c311555c80","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:56.507439093Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"f691b677-c081-493e-85cc-b5c311555c80","name":"e2e-worker-w3-d7bfc2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:07.808622205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"163f0c8b-033f-4bab-a123-eedaed3c21e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:07.860308491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"163f0c8b-033f-4bab-a123-eedaed3c21e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:07.912047665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"163f0c8b-033f-4bab-a123-eedaed3c21e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:07.963779122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"163f0c8b-033f-4bab-a123-eedaed3c21e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:09.829387153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72daa84e-955b-406b-97d6-824f6cf30bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:09.881246791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72daa84e-955b-406b-97d6-824f6cf30bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:09.933220832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72daa84e-955b-406b-97d6-824f6cf30bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:09.984934588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72daa84e-955b-406b-97d6-824f6cf30bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:10.92289765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"84c78547-069f-41e0-9d6b-46f6068b63b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:11.060307166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a9b02f19-dbfd-4579-86dc-3b04b9f4ae1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:13.954646835Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:17.802698908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"eb0dbd57-459e-4940-ab77-289a677c9546","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:20.30941973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4cc3cf4a-ad7e-487d-bbc4-e9be1aaebb86","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:20.547871414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b64948fe-0ce2-44f8-b118-a2f10668eb23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:27.078807445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0ca862f-3a69-4d63-aa31-1dbc08ecd05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:27.130934393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0ca862f-3a69-4d63-aa31-1dbc08ecd05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:27.182984346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0ca862f-3a69-4d63-aa31-1dbc08ecd05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:27.234998079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0ca862f-3a69-4d63-aa31-1dbc08ecd05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:29.112156339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c4f9f69-f52a-4657-886c-ad6a40af4b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:29.163745373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c4f9f69-f52a-4657-886c-ad6a40af4b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:29.215251395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c4f9f69-f52a-4657-886c-ad6a40af4b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:29.267149266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c4f9f69-f52a-4657-886c-ad6a40af4b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.51666962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"8b9e8051-e2ce-4d5f-b31d-ec2a0572392c","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:43.952148961Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:44.981620379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"d191c9a3-339b-4bcf-844c-a02ad692bed0","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:45.047404532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"b1e79131-8174-4e82-b8af-c0bf8bd22d4f","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:50.402986016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"da4633f5-0eeb-49f4-b052-4e74c07afd98","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:59.889007542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"861bb3f5-a424-4087-bf68-ce735d710dc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:59.989973043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dcbe70a3-144c-4631-8385-c931c628a40a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:00.931738664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"92d066e4-29f2-4b61-ad1a-2b967476be89","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.24035656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cf1d758f-e629-45aa-a7bc-58959908e35c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:07.419671801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d9b24443-8292-4ae4-b411-e88c6f54c620","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:08.055101991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"2edfe873-524a-478f-8145-11d062c57d11","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:08.120220614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"5b443065-aa52-4c68-ada1-6b10324571c6","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:13.952367324Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:15.794717874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"f8e065f0-68e4-4a16-859a-c9e4355bb8ec","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.016638687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"dd9fe773-d979-4019-b199-e4f27d578f6e","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.073163682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e6326cc-9c9f-4031-b48f-f6ca57e1d945","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.073183977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e6326cc-9c9f-4031-b48f-f6ca57e1d945","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.121354414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"fc88ee53-ce05-4943-a282-eacf3b7dbf14","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.12947713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdf68c8b-f296-4bc2-892d-a2ea6882e38b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.129497425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdf68c8b-f296-4bc2-892d-a2ea6882e38b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.175656236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"8d094026-7f59-4922-b6cc-686d738b82c2","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:16.18122368Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-048135/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.388737318Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"c1fe8fde-7f5e-4ae9-b2c4-c7d4bc5a5f25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"simulator-w4-048135","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-048135/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.408602883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"2982998e-522b-4553-b37e-65a5d97d1b17","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.466129654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"3e7a535c-3a43-49ac-b208-d649aaee75e3","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.548937341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"42f78f5d-115d-491e-ab3e-c3335126dff4","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.569432569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"cdaebd9a-07a8-49df-9316-800966c3f543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.684880472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"e6b5ca46-d406-4999-aaee-9a069d596af7","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.691580311Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"cdaebd9a-07a8-49df-9316-800966c3f543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.741967877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"3e86ef0a-cee0-48c1-853d-31d7c73aca25","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.745309219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-048135-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"cdaebd9a-07a8-49df-9316-800966c3f543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.75477299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"c3326d15-1dfe-4dd4-b1ff-52208804894d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.793392482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"096c12bd-10bc-4855-a272-c3a134f22a2d","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:16.795786639Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-048135/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.800509516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"f4351860-fbd6-4ab7-becb-ac245dc6c7a1","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.848925554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"aac7cf6b-4573-4302-9df1-95223cf4d76a","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.90316644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b0c832e2-3d2b-4c30-b60e-2b9cb448e4ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.943422535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"abc5d67c-69d8-4abc-991c-3ddc309bb786","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:16.958185662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b0c832e2-3d2b-4c30-b60e-2b9cb448e4ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.000579351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"5be31feb-ab57-4435-aac5-cdb041d85ea4","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.011931247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-048135-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b0c832e2-3d2b-4c30-b60e-2b9cb448e4ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:17.053674107Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"5be31feb-ab57-4435-aac5-cdb041d85ea4","name":"premium-w4-048135","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-048135\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:17.053737901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"5be31feb-ab57-4435-aac5-cdb041d85ea4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-048135\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.058292791Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"45883b12-8369-4abc-a9ab-c93129880837","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"premium-w4-048135","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-048135/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.059637651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"e4db68de-1b39-45d7-9042-2b1e67b0442b","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.151531086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"00487c47-aace-480a-bc52-798f6fdf877c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.207486077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"00487c47-aace-480a-bc52-798f6fdf877c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.219559312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"277a1271-6940-4ebb-abba-881dcc1c2a6b","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.251795183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"2e2bebfc-fbcc-43a4-9d6e-ae9ff28f5806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.261574638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-048135-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"00487c47-aace-480a-bc52-798f6fdf877c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.308031464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"2e2bebfc-fbcc-43a4-9d6e-ae9ff28f5806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.318073316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"ec82f3f7-7257-4e73-b395-0fc68ccc811b","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.362095109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-048135-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"2e2bebfc-fbcc-43a4-9d6e-ae9ff28f5806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.426863076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"81bf0ae7-82b5-4adc-b175-114fd72c93f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.472291753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"27bd3cf2-dc5b-41d0-96e2-a0d32ea57e7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.527886869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"27bd3cf2-dc5b-41d0-96e2-a0d32ea57e7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:17.582192099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-048135-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"27bd3cf2-dc5b-41d0-96e2-a0d32ea57e7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.364427917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"99f36010-17ad-4e9c-bb96-e916e25e0902","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:18.430917519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"b14547c6-a04d-4c56-8a75-266c6bece64b","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:27.149055916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"dc10b6c7-79f1-4022-9035-1f2a622915bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:27.333026535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"6208d60d-34df-488a-8654-f18605fea93b","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:27.440695199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"2c3571e2-6167-4e19-9438-d96e5d4e51cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:27.517647151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8c4031ea-44c5-402b-9117-3eb74e088899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:27.57375265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8c4031ea-44c5-402b-9117-3eb74e088899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:27.60348057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"87319459-50af-4882-b9e4-1f58815df5a3","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:27.628746199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-048135-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7acdefcaf9576941c9cd32e116caa4c861cae843f338360e55d3bee9e88ae22b) AuthConfig (1936ae63035e8b773d579df7473b8669ec3c7946ad4bf4b36a639fdd4dbdb7cb) AuthConfig (9155666e1520e36e27540779ce75a7b6262714d0928040296450ce3aadada234) AuthConfig (b808c4fed759c2ff7d6d2ac76778da2f78852c8cd8c03b45c1f198b6c0f33095) AuthConfig (1385e7a5c06deb36dc3a8c2a03f2f0a27c0fe046d157f7a641d55af3256f92bb) AuthConfig (a9c11db84178040be9f1dfc7635190afb0bcd20c338498be57af86a630eda1a1) AuthConfig (829e40e68df3f7cec3fb2e995ab07872f27936c5bfdfd8a98c2f1a5935920ff8) AuthConfig (9dc24468793f889ee1f0bfeaa5ad3857d535b4570e161e7f0d536bd283bfebcb) AuthConfig (a263f2378c001419368b05da996dfe95b19a53da82b78fedc1e5a369b48d6ca0) AuthConfig (0ee406ed2a5fd4e56cd8e311ea25a29c3b26b41f2513b16a4e1c1d879056aaf0) AuthConfig (252cc4b8e2d6af7bdc49306f0b153483536eeca0787e91664559c78591bd7177) AuthConfig (840582dc4c2f225c1e32cc8bb36b25ce5ea976a5bad4e3230515eeec3ecd3683) AuthConfig (b25503ae422e0963daf28aebf0f1e8341ac79d9baf4f03309c2e3012cb0a304a) AuthConfig (06e85f57deb1d09711853a914249575a93430984a6ac8c8e85fa6b6be4426198) AuthConfig (9770a7834919b0762e3c9632584d8147a31c6ed75cb3d457be8d109d0284dccd) AuthConfig (338a692b5699114dbad7f8119a48da4a20b889dfce52604be68bf43aca04f962) AuthConfig (7b2b5bdba40d93c675c57884b82a20177200cdf77c73b00874b78f7d97c691bd) AuthConfig (a54a094c1343983346b26a4b3ee0d8f1973d4c290508010919616dc0c3aaef14) AuthConfig (ed17b230354abbfe92ef7c68c64b251c086d14be32031f54f29c1360fea8bf6d) AuthConfig (38fa1b0ac3ce5783dff563d3cdece8dc2eaffa2fd110f02fb50727468d1881d2) AuthConfig (ce13e2a6fe525c17b71ba14b142575e7f73ad78773ab24b3f311849a61392057) AuthConfig (963a41ba8935b92a8c2ad565764f10cc6ca0e8fc28b1e0fd6625d15794361e85) AuthConfig (9d20bdad27e1233e01f9171771fd5891104b198c78d070b38cb8bc4f7c2e50c2) AuthConfig (036dd9dda12b51bde47f0a5ee768e738219fe6e03dbb27fddb3f5b921de746fd) AuthConfig (d12d64c9a635d0fb099b5bb907d8fdd99aa5879f3477adffe3eee51f7301ad29) AuthConfig (9bc295c015822baad07bae0b9e97d455ba4d444d61bcff51c1e7142f1648baf0) AuthConfig (4193e526eb340b302a50ea6f66f5034c866addd89a872a80068c30042b3e0752) AuthConfig (7d8a6ed6944988fd6be63b50739afaaaf6e2698eeb7154afca3e81f0f8514cbb) AuthConfig (415c1133e405425ac51465610187d6d666e8fe1107fffc678b2b01e289fbf5b6) AuthConfig (400fd61e0df3931041044224b92b6c917c46886113e5882954f56b42efaeb496)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8c4031ea-44c5-402b-9117-3eb74e088899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:27.686272809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"9c7f4078-7af5-4894-9adb-55c7ba715c82","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:27.728428992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"46557423-772c-4214-878e-413e9fe6fd8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:27.784888873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"46557423-772c-4214-878e-413e9fe6fd8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:27.839577367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-048135-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7acdefcaf9576941c9cd32e116caa4c861cae843f338360e55d3bee9e88ae22b) AuthConfig (1936ae63035e8b773d579df7473b8669ec3c7946ad4bf4b36a639fdd4dbdb7cb) AuthConfig (9155666e1520e36e27540779ce75a7b6262714d0928040296450ce3aadada234) AuthConfig (b808c4fed759c2ff7d6d2ac76778da2f78852c8cd8c03b45c1f198b6c0f33095) AuthConfig (1385e7a5c06deb36dc3a8c2a03f2f0a27c0fe046d157f7a641d55af3256f92bb) AuthConfig (a9c11db84178040be9f1dfc7635190afb0bcd20c338498be57af86a630eda1a1) AuthConfig (829e40e68df3f7cec3fb2e995ab07872f27936c5bfdfd8a98c2f1a5935920ff8) AuthConfig (9dc24468793f889ee1f0bfeaa5ad3857d535b4570e161e7f0d536bd283bfebcb) AuthConfig (a263f2378c001419368b05da996dfe95b19a53da82b78fedc1e5a369b48d6ca0) AuthConfig (0ee406ed2a5fd4e56cd8e311ea25a29c3b26b41f2513b16a4e1c1d879056aaf0) AuthConfig (252cc4b8e2d6af7bdc49306f0b153483536eeca0787e91664559c78591bd7177) AuthConfig (840582dc4c2f225c1e32cc8bb36b25ce5ea976a5bad4e3230515eeec3ecd3683) AuthConfig (b25503ae422e0963daf28aebf0f1e8341ac79d9baf4f03309c2e3012cb0a304a) AuthConfig (06e85f57deb1d09711853a914249575a93430984a6ac8c8e85fa6b6be4426198) AuthConfig (9770a7834919b0762e3c9632584d8147a31c6ed75cb3d457be8d109d0284dccd) AuthConfig (338a692b5699114dbad7f8119a48da4a20b889dfce52604be68bf43aca04f962) AuthConfig (7b2b5bdba40d93c675c57884b82a20177200cdf77c73b00874b78f7d97c691bd) AuthConfig (a54a094c1343983346b26a4b3ee0d8f1973d4c290508010919616dc0c3aaef14) AuthConfig (ed17b230354abbfe92ef7c68c64b251c086d14be32031f54f29c1360fea8bf6d) AuthConfig (38fa1b0ac3ce5783dff563d3cdece8dc2eaffa2fd110f02fb50727468d1881d2) AuthConfig (ce13e2a6fe525c17b71ba14b142575e7f73ad78773ab24b3f311849a61392057) AuthConfig (963a41ba8935b92a8c2ad565764f10cc6ca0e8fc28b1e0fd6625d15794361e85) AuthConfig (9d20bdad27e1233e01f9171771fd5891104b198c78d070b38cb8bc4f7c2e50c2) AuthConfig (036dd9dda12b51bde47f0a5ee768e738219fe6e03dbb27fddb3f5b921de746fd) AuthConfig (d12d64c9a635d0fb099b5bb907d8fdd99aa5879f3477adffe3eee51f7301ad29) AuthConfig (9bc295c015822baad07bae0b9e97d455ba4d444d61bcff51c1e7142f1648baf0) AuthConfig (4193e526eb340b302a50ea6f66f5034c866addd89a872a80068c30042b3e0752) AuthConfig (7d8a6ed6944988fd6be63b50739afaaaf6e2698eeb7154afca3e81f0f8514cbb) AuthConfig (415c1133e405425ac51465610187d6d666e8fe1107fffc678b2b01e289fbf5b6) AuthConfig (400fd61e0df3931041044224b92b6c917c46886113e5882954f56b42efaeb496)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"46557423-772c-4214-878e-413e9fe6fd8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:27.842206436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"731fb22c-8a38-4a2f-bc9c-e4f2d79d6003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:27.89718422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"f1e707c7-6f87-4dec-b584-69ab74b5938a","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:27.900538012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"731fb22c-8a38-4a2f-bc9c-e4f2d79d6003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:27.957195695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-048135-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7acdefcaf9576941c9cd32e116caa4c861cae843f338360e55d3bee9e88ae22b) AuthConfig (1936ae63035e8b773d579df7473b8669ec3c7946ad4bf4b36a639fdd4dbdb7cb) AuthConfig (9155666e1520e36e27540779ce75a7b6262714d0928040296450ce3aadada234) AuthConfig (b808c4fed759c2ff7d6d2ac76778da2f78852c8cd8c03b45c1f198b6c0f33095) AuthConfig (1385e7a5c06deb36dc3a8c2a03f2f0a27c0fe046d157f7a641d55af3256f92bb) AuthConfig (a9c11db84178040be9f1dfc7635190afb0bcd20c338498be57af86a630eda1a1) AuthConfig (829e40e68df3f7cec3fb2e995ab07872f27936c5bfdfd8a98c2f1a5935920ff8) AuthConfig (9dc24468793f889ee1f0bfeaa5ad3857d535b4570e161e7f0d536bd283bfebcb) AuthConfig (a263f2378c001419368b05da996dfe95b19a53da82b78fedc1e5a369b48d6ca0) AuthConfig (0ee406ed2a5fd4e56cd8e311ea25a29c3b26b41f2513b16a4e1c1d879056aaf0) AuthConfig (252cc4b8e2d6af7bdc49306f0b153483536eeca0787e91664559c78591bd7177) AuthConfig (840582dc4c2f225c1e32cc8bb36b25ce5ea976a5bad4e3230515eeec3ecd3683) AuthConfig (b25503ae422e0963daf28aebf0f1e8341ac79d9baf4f03309c2e3012cb0a304a) AuthConfig (06e85f57deb1d09711853a914249575a93430984a6ac8c8e85fa6b6be4426198) AuthConfig (9770a7834919b0762e3c9632584d8147a31c6ed75cb3d457be8d109d0284dccd) AuthConfig (338a692b5699114dbad7f8119a48da4a20b889dfce52604be68bf43aca04f962) AuthConfig (7b2b5bdba40d93c675c57884b82a20177200cdf77c73b00874b78f7d97c691bd) AuthConfig (a54a094c1343983346b26a4b3ee0d8f1973d4c290508010919616dc0c3aaef14) AuthConfig (ed17b230354abbfe92ef7c68c64b251c086d14be32031f54f29c1360fea8bf6d) AuthConfig (38fa1b0ac3ce5783dff563d3cdece8dc2eaffa2fd110f02fb50727468d1881d2) AuthConfig (ce13e2a6fe525c17b71ba14b142575e7f73ad78773ab24b3f311849a61392057) AuthConfig (963a41ba8935b92a8c2ad565764f10cc6ca0e8fc28b1e0fd6625d15794361e85) AuthConfig (9d20bdad27e1233e01f9171771fd5891104b198c78d070b38cb8bc4f7c2e50c2) AuthConfig (036dd9dda12b51bde47f0a5ee768e738219fe6e03dbb27fddb3f5b921de746fd) AuthConfig (d12d64c9a635d0fb099b5bb907d8fdd99aa5879f3477adffe3eee51f7301ad29) AuthConfig (9bc295c015822baad07bae0b9e97d455ba4d444d61bcff51c1e7142f1648baf0) AuthConfig (4193e526eb340b302a50ea6f66f5034c866addd89a872a80068c30042b3e0752) AuthConfig (7d8a6ed6944988fd6be63b50739afaaaf6e2698eeb7154afca3e81f0f8514cbb) AuthConfig (415c1133e405425ac51465610187d6d666e8fe1107fffc678b2b01e289fbf5b6) AuthConfig (400fd61e0df3931041044224b92b6c917c46886113e5882954f56b42efaeb496)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"731fb22c-8a38-4a2f-bc9c-e4f2d79d6003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:28.009915877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"731fb22c-8a38-4a2f-bc9c-e4f2d79d6003","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.054006279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"33e663c4-37ca-42b2-a24d-456850608c90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.109650668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"33e663c4-37ca-42b2-a24d-456850608c90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.164426775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-048135-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7acdefcaf9576941c9cd32e116caa4c861cae843f338360e55d3bee9e88ae22b) AuthConfig (1936ae63035e8b773d579df7473b8669ec3c7946ad4bf4b36a639fdd4dbdb7cb) AuthConfig (9155666e1520e36e27540779ce75a7b6262714d0928040296450ce3aadada234) AuthConfig (b808c4fed759c2ff7d6d2ac76778da2f78852c8cd8c03b45c1f198b6c0f33095) AuthConfig (1385e7a5c06deb36dc3a8c2a03f2f0a27c0fe046d157f7a641d55af3256f92bb) AuthConfig (a9c11db84178040be9f1dfc7635190afb0bcd20c338498be57af86a630eda1a1) AuthConfig (829e40e68df3f7cec3fb2e995ab07872f27936c5bfdfd8a98c2f1a5935920ff8) AuthConfig (9dc24468793f889ee1f0bfeaa5ad3857d535b4570e161e7f0d536bd283bfebcb) AuthConfig (a263f2378c001419368b05da996dfe95b19a53da82b78fedc1e5a369b48d6ca0) AuthConfig (0ee406ed2a5fd4e56cd8e311ea25a29c3b26b41f2513b16a4e1c1d879056aaf0) AuthConfig (252cc4b8e2d6af7bdc49306f0b153483536eeca0787e91664559c78591bd7177) AuthConfig (840582dc4c2f225c1e32cc8bb36b25ce5ea976a5bad4e3230515eeec3ecd3683) AuthConfig (b25503ae422e0963daf28aebf0f1e8341ac79d9baf4f03309c2e3012cb0a304a) AuthConfig (06e85f57deb1d09711853a914249575a93430984a6ac8c8e85fa6b6be4426198) AuthConfig (9770a7834919b0762e3c9632584d8147a31c6ed75cb3d457be8d109d0284dccd) AuthConfig (338a692b5699114dbad7f8119a48da4a20b889dfce52604be68bf43aca04f962) AuthConfig (7b2b5bdba40d93c675c57884b82a20177200cdf77c73b00874b78f7d97c691bd) AuthConfig (a54a094c1343983346b26a4b3ee0d8f1973d4c290508010919616dc0c3aaef14) AuthConfig (ed17b230354abbfe92ef7c68c64b251c086d14be32031f54f29c1360fea8bf6d) AuthConfig (38fa1b0ac3ce5783dff563d3cdece8dc2eaffa2fd110f02fb50727468d1881d2) AuthConfig (ce13e2a6fe525c17b71ba14b142575e7f73ad78773ab24b3f311849a61392057) AuthConfig (963a41ba8935b92a8c2ad565764f10cc6ca0e8fc28b1e0fd6625d15794361e85) AuthConfig (9d20bdad27e1233e01f9171771fd5891104b198c78d070b38cb8bc4f7c2e50c2) AuthConfig (036dd9dda12b51bde47f0a5ee768e738219fe6e03dbb27fddb3f5b921de746fd) AuthConfig (d12d64c9a635d0fb099b5bb907d8fdd99aa5879f3477adffe3eee51f7301ad29) AuthConfig (9bc295c015822baad07bae0b9e97d455ba4d444d61bcff51c1e7142f1648baf0) AuthConfig (4193e526eb340b302a50ea6f66f5034c866addd89a872a80068c30042b3e0752) AuthConfig (7d8a6ed6944988fd6be63b50739afaaaf6e2698eeb7154afca3e81f0f8514cbb) AuthConfig (415c1133e405425ac51465610187d6d666e8fe1107fffc678b2b01e289fbf5b6) AuthConfig (400fd61e0df3931041044224b92b6c917c46886113e5882954f56b42efaeb496)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"33e663c4-37ca-42b2-a24d-456850608c90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.169418503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"3667c44c-62d8-4a5f-aa75-e9d034122f82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:28.216681561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"33e663c4-37ca-42b2-a24d-456850608c90","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.225137784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"3667c44c-62d8-4a5f-aa75-e9d034122f82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.279316143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-048135-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7acdefcaf9576941c9cd32e116caa4c861cae843f338360e55d3bee9e88ae22b) AuthConfig (1936ae63035e8b773d579df7473b8669ec3c7946ad4bf4b36a639fdd4dbdb7cb) AuthConfig (9155666e1520e36e27540779ce75a7b6262714d0928040296450ce3aadada234) AuthConfig (b808c4fed759c2ff7d6d2ac76778da2f78852c8cd8c03b45c1f198b6c0f33095) AuthConfig (1385e7a5c06deb36dc3a8c2a03f2f0a27c0fe046d157f7a641d55af3256f92bb) AuthConfig (a9c11db84178040be9f1dfc7635190afb0bcd20c338498be57af86a630eda1a1) AuthConfig (829e40e68df3f7cec3fb2e995ab07872f27936c5bfdfd8a98c2f1a5935920ff8) AuthConfig (9dc24468793f889ee1f0bfeaa5ad3857d535b4570e161e7f0d536bd283bfebcb) AuthConfig (a263f2378c001419368b05da996dfe95b19a53da82b78fedc1e5a369b48d6ca0) AuthConfig (0ee406ed2a5fd4e56cd8e311ea25a29c3b26b41f2513b16a4e1c1d879056aaf0) AuthConfig (252cc4b8e2d6af7bdc49306f0b153483536eeca0787e91664559c78591bd7177) AuthConfig (840582dc4c2f225c1e32cc8bb36b25ce5ea976a5bad4e3230515eeec3ecd3683) AuthConfig (b25503ae422e0963daf28aebf0f1e8341ac79d9baf4f03309c2e3012cb0a304a) AuthConfig (06e85f57deb1d09711853a914249575a93430984a6ac8c8e85fa6b6be4426198) AuthConfig (9770a7834919b0762e3c9632584d8147a31c6ed75cb3d457be8d109d0284dccd) AuthConfig (338a692b5699114dbad7f8119a48da4a20b889dfce52604be68bf43aca04f962) AuthConfig (7b2b5bdba40d93c675c57884b82a20177200cdf77c73b00874b78f7d97c691bd) AuthConfig (a54a094c1343983346b26a4b3ee0d8f1973d4c290508010919616dc0c3aaef14) AuthConfig (ed17b230354abbfe92ef7c68c64b251c086d14be32031f54f29c1360fea8bf6d) AuthConfig (38fa1b0ac3ce5783dff563d3cdece8dc2eaffa2fd110f02fb50727468d1881d2) AuthConfig (ce13e2a6fe525c17b71ba14b142575e7f73ad78773ab24b3f311849a61392057) AuthConfig (963a41ba8935b92a8c2ad565764f10cc6ca0e8fc28b1e0fd6625d15794361e85) AuthConfig (9d20bdad27e1233e01f9171771fd5891104b198c78d070b38cb8bc4f7c2e50c2) AuthConfig (036dd9dda12b51bde47f0a5ee768e738219fe6e03dbb27fddb3f5b921de746fd) AuthConfig (d12d64c9a635d0fb099b5bb907d8fdd99aa5879f3477adffe3eee51f7301ad29) AuthConfig (9bc295c015822baad07bae0b9e97d455ba4d444d61bcff51c1e7142f1648baf0) AuthConfig (4193e526eb340b302a50ea6f66f5034c866addd89a872a80068c30042b3e0752) AuthConfig (7d8a6ed6944988fd6be63b50739afaaaf6e2698eeb7154afca3e81f0f8514cbb) AuthConfig (415c1133e405425ac51465610187d6d666e8fe1107fffc678b2b01e289fbf5b6) AuthConfig (400fd61e0df3931041044224b92b6c917c46886113e5882954f56b42efaeb496)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"3667c44c-62d8-4a5f-aa75-e9d034122f82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.37623816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"7ea0cbcb-2f11-4332-bb25-c431c932e4f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.432228304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"7ea0cbcb-2f11-4332-bb25-c431c932e4f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:28.487804455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-048135-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7acdefcaf9576941c9cd32e116caa4c861cae843f338360e55d3bee9e88ae22b) AuthConfig (1936ae63035e8b773d579df7473b8669ec3c7946ad4bf4b36a639fdd4dbdb7cb) AuthConfig (9155666e1520e36e27540779ce75a7b6262714d0928040296450ce3aadada234) AuthConfig (b808c4fed759c2ff7d6d2ac76778da2f78852c8cd8c03b45c1f198b6c0f33095) AuthConfig (1385e7a5c06deb36dc3a8c2a03f2f0a27c0fe046d157f7a641d55af3256f92bb) AuthConfig (a9c11db84178040be9f1dfc7635190afb0bcd20c338498be57af86a630eda1a1) AuthConfig (829e40e68df3f7cec3fb2e995ab07872f27936c5bfdfd8a98c2f1a5935920ff8) AuthConfig (9dc24468793f889ee1f0bfeaa5ad3857d535b4570e161e7f0d536bd283bfebcb) AuthConfig (a263f2378c001419368b05da996dfe95b19a53da82b78fedc1e5a369b48d6ca0) AuthConfig (0ee406ed2a5fd4e56cd8e311ea25a29c3b26b41f2513b16a4e1c1d879056aaf0) AuthConfig (252cc4b8e2d6af7bdc49306f0b153483536eeca0787e91664559c78591bd7177) AuthConfig (840582dc4c2f225c1e32cc8bb36b25ce5ea976a5bad4e3230515eeec3ecd3683) AuthConfig (b25503ae422e0963daf28aebf0f1e8341ac79d9baf4f03309c2e3012cb0a304a) AuthConfig (06e85f57deb1d09711853a914249575a93430984a6ac8c8e85fa6b6be4426198) AuthConfig (9770a7834919b0762e3c9632584d8147a31c6ed75cb3d457be8d109d0284dccd) AuthConfig (338a692b5699114dbad7f8119a48da4a20b889dfce52604be68bf43aca04f962) AuthConfig (7b2b5bdba40d93c675c57884b82a20177200cdf77c73b00874b78f7d97c691bd) AuthConfig (a54a094c1343983346b26a4b3ee0d8f1973d4c290508010919616dc0c3aaef14) AuthConfig (ed17b230354abbfe92ef7c68c64b251c086d14be32031f54f29c1360fea8bf6d) AuthConfig (38fa1b0ac3ce5783dff563d3cdece8dc2eaffa2fd110f02fb50727468d1881d2) AuthConfig (ce13e2a6fe525c17b71ba14b142575e7f73ad78773ab24b3f311849a61392057) AuthConfig (963a41ba8935b92a8c2ad565764f10cc6ca0e8fc28b1e0fd6625d15794361e85) AuthConfig (9d20bdad27e1233e01f9171771fd5891104b198c78d070b38cb8bc4f7c2e50c2) AuthConfig (036dd9dda12b51bde47f0a5ee768e738219fe6e03dbb27fddb3f5b921de746fd) AuthConfig (d12d64c9a635d0fb099b5bb907d8fdd99aa5879f3477adffe3eee51f7301ad29) AuthConfig (9bc295c015822baad07bae0b9e97d455ba4d444d61bcff51c1e7142f1648baf0) AuthConfig (4193e526eb340b302a50ea6f66f5034c866addd89a872a80068c30042b3e0752) AuthConfig (7d8a6ed6944988fd6be63b50739afaaaf6e2698eeb7154afca3e81f0f8514cbb) AuthConfig (415c1133e405425ac51465610187d6d666e8fe1107fffc678b2b01e289fbf5b6) AuthConfig (400fd61e0df3931041044224b92b6c917c46886113e5882954f56b42efaeb496)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"7ea0cbcb-2f11-4332-bb25-c431c932e4f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.435905879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"577ec324-8d3f-45e5-9000-cdab29457c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.496109579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"577ec324-8d3f-45e5-9000-cdab29457c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.55265981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-048135-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7acdefcaf9576941c9cd32e116caa4c861cae843f338360e55d3bee9e88ae22b) AuthConfig (1936ae63035e8b773d579df7473b8669ec3c7946ad4bf4b36a639fdd4dbdb7cb) AuthConfig (9155666e1520e36e27540779ce75a7b6262714d0928040296450ce3aadada234) AuthConfig (b808c4fed759c2ff7d6d2ac76778da2f78852c8cd8c03b45c1f198b6c0f33095) AuthConfig (1385e7a5c06deb36dc3a8c2a03f2f0a27c0fe046d157f7a641d55af3256f92bb) AuthConfig (a9c11db84178040be9f1dfc7635190afb0bcd20c338498be57af86a630eda1a1) AuthConfig (829e40e68df3f7cec3fb2e995ab07872f27936c5bfdfd8a98c2f1a5935920ff8) AuthConfig (9dc24468793f889ee1f0bfeaa5ad3857d535b4570e161e7f0d536bd283bfebcb) AuthConfig (a263f2378c001419368b05da996dfe95b19a53da82b78fedc1e5a369b48d6ca0) AuthConfig (0ee406ed2a5fd4e56cd8e311ea25a29c3b26b41f2513b16a4e1c1d879056aaf0) AuthConfig (252cc4b8e2d6af7bdc49306f0b153483536eeca0787e91664559c78591bd7177) AuthConfig (840582dc4c2f225c1e32cc8bb36b25ce5ea976a5bad4e3230515eeec3ecd3683) AuthConfig (b25503ae422e0963daf28aebf0f1e8341ac79d9baf4f03309c2e3012cb0a304a) AuthConfig (06e85f57deb1d09711853a914249575a93430984a6ac8c8e85fa6b6be4426198) AuthConfig (9770a7834919b0762e3c9632584d8147a31c6ed75cb3d457be8d109d0284dccd) AuthConfig (338a692b5699114dbad7f8119a48da4a20b889dfce52604be68bf43aca04f962) AuthConfig (7b2b5bdba40d93c675c57884b82a20177200cdf77c73b00874b78f7d97c691bd) AuthConfig (a54a094c1343983346b26a4b3ee0d8f1973d4c290508010919616dc0c3aaef14) AuthConfig (ed17b230354abbfe92ef7c68c64b251c086d14be32031f54f29c1360fea8bf6d) AuthConfig (38fa1b0ac3ce5783dff563d3cdece8dc2eaffa2fd110f02fb50727468d1881d2) AuthConfig (ce13e2a6fe525c17b71ba14b142575e7f73ad78773ab24b3f311849a61392057) AuthConfig (963a41ba8935b92a8c2ad565764f10cc6ca0e8fc28b1e0fd6625d15794361e85) AuthConfig (9d20bdad27e1233e01f9171771fd5891104b198c78d070b38cb8bc4f7c2e50c2) AuthConfig (036dd9dda12b51bde47f0a5ee768e738219fe6e03dbb27fddb3f5b921de746fd) AuthConfig (d12d64c9a635d0fb099b5bb907d8fdd99aa5879f3477adffe3eee51f7301ad29) AuthConfig (9bc295c015822baad07bae0b9e97d455ba4d444d61bcff51c1e7142f1648baf0) AuthConfig (4193e526eb340b302a50ea6f66f5034c866addd89a872a80068c30042b3e0752) AuthConfig (7d8a6ed6944988fd6be63b50739afaaaf6e2698eeb7154afca3e81f0f8514cbb) AuthConfig (415c1133e405425ac51465610187d6d666e8fe1107fffc678b2b01e289fbf5b6) AuthConfig (400fd61e0df3931041044224b92b6c917c46886113e5882954f56b42efaeb496)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"577ec324-8d3f-45e5-9000-cdab29457c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.661622566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"b6132173-5390-4672-bf77-faab276e026c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.7180894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"b6132173-5390-4672-bf77-faab276e026c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:38.772725793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-048135-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7acdefcaf9576941c9cd32e116caa4c861cae843f338360e55d3bee9e88ae22b) AuthConfig (1936ae63035e8b773d579df7473b8669ec3c7946ad4bf4b36a639fdd4dbdb7cb) AuthConfig (9155666e1520e36e27540779ce75a7b6262714d0928040296450ce3aadada234) AuthConfig (b808c4fed759c2ff7d6d2ac76778da2f78852c8cd8c03b45c1f198b6c0f33095) AuthConfig (1385e7a5c06deb36dc3a8c2a03f2f0a27c0fe046d157f7a641d55af3256f92bb) AuthConfig (a9c11db84178040be9f1dfc7635190afb0bcd20c338498be57af86a630eda1a1) AuthConfig (829e40e68df3f7cec3fb2e995ab07872f27936c5bfdfd8a98c2f1a5935920ff8) AuthConfig (9dc24468793f889ee1f0bfeaa5ad3857d535b4570e161e7f0d536bd283bfebcb) AuthConfig (a263f2378c001419368b05da996dfe95b19a53da82b78fedc1e5a369b48d6ca0) AuthConfig (0ee406ed2a5fd4e56cd8e311ea25a29c3b26b41f2513b16a4e1c1d879056aaf0) AuthConfig (252cc4b8e2d6af7bdc49306f0b153483536eeca0787e91664559c78591bd7177) AuthConfig (840582dc4c2f225c1e32cc8bb36b25ce5ea976a5bad4e3230515eeec3ecd3683) AuthConfig (b25503ae422e0963daf28aebf0f1e8341ac79d9baf4f03309c2e3012cb0a304a) AuthConfig (06e85f57deb1d09711853a914249575a93430984a6ac8c8e85fa6b6be4426198) AuthConfig (9770a7834919b0762e3c9632584d8147a31c6ed75cb3d457be8d109d0284dccd) AuthConfig (338a692b5699114dbad7f8119a48da4a20b889dfce52604be68bf43aca04f962) AuthConfig (7b2b5bdba40d93c675c57884b82a20177200cdf77c73b00874b78f7d97c691bd) AuthConfig (a54a094c1343983346b26a4b3ee0d8f1973d4c290508010919616dc0c3aaef14) AuthConfig (ed17b230354abbfe92ef7c68c64b251c086d14be32031f54f29c1360fea8bf6d) AuthConfig (38fa1b0ac3ce5783dff563d3cdece8dc2eaffa2fd110f02fb50727468d1881d2) AuthConfig (ce13e2a6fe525c17b71ba14b142575e7f73ad78773ab24b3f311849a61392057) AuthConfig (963a41ba8935b92a8c2ad565764f10cc6ca0e8fc28b1e0fd6625d15794361e85) AuthConfig (9d20bdad27e1233e01f9171771fd5891104b198c78d070b38cb8bc4f7c2e50c2) AuthConfig (036dd9dda12b51bde47f0a5ee768e738219fe6e03dbb27fddb3f5b921de746fd) AuthConfig (d12d64c9a635d0fb099b5bb907d8fdd99aa5879f3477adffe3eee51f7301ad29) AuthConfig (9bc295c015822baad07bae0b9e97d455ba4d444d61bcff51c1e7142f1648baf0) AuthConfig (4193e526eb340b302a50ea6f66f5034c866addd89a872a80068c30042b3e0752) AuthConfig (7d8a6ed6944988fd6be63b50739afaaaf6e2698eeb7154afca3e81f0f8514cbb) AuthConfig (415c1133e405425ac51465610187d6d666e8fe1107fffc678b2b01e289fbf5b6) AuthConfig (400fd61e0df3931041044224b92b6c917c46886113e5882954f56b42efaeb496)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"b6132173-5390-4672-bf77-faab276e026c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:40.281510566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"2299990f-981b-458c-913a-fe16d55ddb48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:40.400917011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1996680d-d597-444d-bfcd-6a03de006d56","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:40.517424055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"66e025be-a776-48c2-ac18-5673b26281c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:40.619448617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0dba5dbb-112d-4388-90c1-214f5bbf5722","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:41.0430634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"8b56393b-cbba-4521-9f8b-93104d804866","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:41.127546064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"924ab403-6296-4fed-b49e-c84f26193c48","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:43.953755599Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:44.114374831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"fa5e7da0-026d-4e95-a130-5f573b09f022","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:48.708801966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b8d89887-3d46-4a20-b656-0b93ddc9740f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:48.722021394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"58d87331-0f9c-47c4-9bf0-b1157ba3221f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:48.765031367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b8d89887-3d46-4a20-b656-0b93ddc9740f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:48.822400466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"3cb49d4f-41ec-494f-9b8b-7de4fb039798","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:48.927168184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"124a1e37-cf13-4718-9f86-84dc7229dc29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:48.982160105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"124a1e37-cf13-4718-9f86-84dc7229dc29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:49.076421733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"7d08213d-cd35-4e34-bb77-7895ae6eb944","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:49.131211623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"863d89cf-ad45-45c1-876a-3cbb2338bb82","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:49.233794907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ddd70615-afa7-496e-9346-19fd38f312a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:49.29530737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"f1c9999d-f212-474f-948e-6230f3df5a27","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:50.184443902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"58fe2ebf-56a0-42de-a101-5005871a7799","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:50.294863921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"a46be8bf-ddf3-48c1-894c-d3b7f89e1fc0","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:50.354152508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"599ed55f-f29d-441b-92e1-d9eb34025572","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:50.404472738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"0b2f5c5c-699e-459f-8bd3-71c118b1ced6","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:50.406128477Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-ebeeb9/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:50.460661291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"3615ad39-7f19-4182-9876-633ec5bdb454","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:50.566560959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"62eedc20-2051-4f74-9dc6-9beec16bc883","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:50.625763428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"35e8c78f-c4f9-4d13-a9b0-cd0c4a3e3845","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:50.679467043Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"35e8c78f-c4f9-4d13-a9b0-cd0c4a3e3845","name":"simulator-w0-ebeeb9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-ebeeb9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:50.679528512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"35e8c78f-c4f9-4d13-a9b0-cd0c4a3e3845","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-ebeeb9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:50.679594792Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"bea2ae4e-1ae1-4bc9-a0a6-76524c629396","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"simulator-w0-ebeeb9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ebeeb9/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:50.685495155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"2b88701d-d820-4919-80e8-9358413358e1","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:50.726147212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"4c37d497-8c58-4900-9eb2-f937f6b95d18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:50.86361054Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"4c37d497-8c58-4900-9eb2-f937f6b95d18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:50.863930131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"0f6bfb49-6e89-4c5f-9fe9-b6824ad88079","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:50.868914271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"b24171a5-7d1f-4263-9446-33b8cfd2f9fc","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:50.917731404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ebeeb9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"4c37d497-8c58-4900-9eb2-f937f6b95d18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:50.97764915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"51a4f7d6-8a5e-4a8a-928a-5ba7faf96480","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.031112796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"9d8f5421-bbec-437b-a5c1-c40d3ba97252","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:51.034391981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"b0c5aa0c-3b90-49cf-9321-223289e9d984","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.035066348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"f009527e-0674-412d-b286-2a98ffe78616","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.081112177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"4c799cdc-817d-4625-b7f6-376791e1b347","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.137793381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"2eeb9d63-c247-4970-af08-26308194b0fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.148337581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"a169ef80-1526-4458-bb24-691527269be8","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.148973552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"e3819cfb-dbdc-4a3b-afc3-ad822760dc1c","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.193024166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"2eeb9d63-c247-4970-af08-26308194b0fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.208406182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"0d3e0e7f-ca74-45fa-b88e-5bb388124c64","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.247601516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ebeeb9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"2eeb9d63-c247-4970-af08-26308194b0fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:51.261332115Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"0d3e0e7f-ca74-45fa-b88e-5bb388124c64","name":"premium-w0-ebeeb9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-ebeeb9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:51.261390947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"0d3e0e7f-ca74-45fa-b88e-5bb388124c64","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-ebeeb9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.266695749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"2c2ed233-3930-4304-b69e-37f6c9a9a11e","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.361572823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"837e562e-9775-49ae-8815-7eee16ad0bde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.401922108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"62947e48-9a91-4749-8560-33a0fd77629f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.4168683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"837e562e-9775-49ae-8815-7eee16ad0bde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.417541456Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"13c103a3-a8e1-4afc-856c-89a903000291","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"premium-w0-ebeeb9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ebeeb9/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.457420585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"62947e48-9a91-4749-8560-33a0fd77629f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.470775752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ebeeb9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"837e562e-9775-49ae-8815-7eee16ad0bde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.513742822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ebeeb9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"62947e48-9a91-4749-8560-33a0fd77629f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.526901345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"2d5b00a7-bc01-4f5e-867e-b5eb0fb56796","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.578938168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"ff0eb86c-8165-48c6-884a-02b1301f6908","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.682358674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"48748adf-5e18-493d-a928-3d0371996827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.737834703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"48748adf-5e18-493d-a928-3d0371996827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.78607228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"948b674f-84d7-4f36-940a-7f13fbb6da32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:51.791708237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ebeeb9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"48748adf-5e18-493d-a928-3d0371996827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.025479956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"76c389a4-6c1a-44b8-85c9-ddaa7932d9c0","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.079303006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"2f1c5247-065d-4d9e-9843-54849905fb87","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.233679661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e31293b-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dry-sub-5e31293b-auth","reconcileID":"4914e5f5-1d05-4eb1-b032-71710269b0d5","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e31293b-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.289404101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e31293b-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dry-sub-5e31293b-auth","reconcileID":"4914e5f5-1d05-4eb1-b032-71710269b0d5","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e31293b-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.29242029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"efeaef19-e56d-4775-acd8-7718816535b5","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.348035871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"aa6ea9bf-b818-4b80-9c6e-1b672b3a01e2","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.398340237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"ad0f2f47-142e-4008-bdcb-7b471a51ba61","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:57.40056597Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-048135/e2e-dry-sub-5e31293b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-5e31293b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.447004751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"26bc8df3-2bda-438c-aeae-bcaf68666003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.447004463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"a34cb2e8-84e0-4721-9588-6eb49d9eaee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.454577321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"ecf67378-1181-4e5c-a5ca-431b0625f31b","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.503304865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"a34cb2e8-84e0-4721-9588-6eb49d9eaee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.504268656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"26bc8df3-2bda-438c-aeae-bcaf68666003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.606002406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"88f74962-c105-49b0-ad02-85530e7c78e1","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.729316454Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5e31293b","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dry-sub-5e31293b","reconcileID":"fa1e9674-f362-4e5d-bdd4-aa0d73a36743","MaaSSubscription":{"name":"e2e-dry-sub-5e31293b","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-048135/e2e-dry-sub-5e31293b","ai-tenant-e2e-worker-w4-048135/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.763684563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e31293b-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dry-sub-5e31293b-auth","reconcileID":"c17a15a0-9959-4f64-aea8-071a94639451","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e31293b-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.822018602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e31293b-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dry-sub-5e31293b-auth","reconcileID":"c17a15a0-9959-4f64-aea8-071a94639451","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e31293b-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.894478287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"97eea1c8-690c-4275-b05f-00c77036f1d1","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.908898821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"72b25e5c-29fc-420f-81a5-232dfc076a39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.90897602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"af871d40-e2a4-4095-a147-8ce702472245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.938409282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"b961a92e-192c-4ae6-99c9-9b68aeb2c062","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.965588134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"72b25e5c-29fc-420f-81a5-232dfc076a39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:57.969142347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"af871d40-e2a4-4095-a147-8ce702472245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:58.101082794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5e31293b","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dry-sub-5e31293b","reconcileID":"89f9e81e-3c0f-43db-b6ec-6732a558a9a1","MaaSSubscription":{"name":"e2e-dry-sub-5e31293b","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:58.26087844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"62f30bb7-8057-40a9-8706-aa67d018e600","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:58.515271863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"aae9f574-01c4-4690-86aa-efd24ae26ae3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:58.65292414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"ecdf0cb3-67cc-42dd-9a65-4ae9ed37e557","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:58.709296609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"2784430e-2432-4651-b4b9-df8b420d600e","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:58.780541191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"f97134d8-19da-4ed2-b4ed-b704fe34912e","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:58.836772457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"7966cd81-db5f-4f42-af53-26cb99f5c580","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:58.885421761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"c6b94248-2827-4c59-89db-c058ac946cea","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:58.888279662Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-e28e1a/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:58.919170926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"a2c430ab-5ca0-4ff2-81ac-c7a529e4e7f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:58.941512833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"ca4039b5-6840-4488-8437-4b3e07516f6e","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.057068382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"970dbcaa-463e-4e33-9744-63733a0839f9","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.116127917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"e8dde26f-0611-4165-8e61-cb32126abba7","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.116453749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"3483e3b5-504f-4260-9f31-9f3fddb4a9d9","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.149780355Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"1c02d23b-9e2e-4f0d-9935-d1193b596a73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"simulator-w1-e28e1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e28e1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.171148805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"3717af59-7cdd-469e-8d7b-a0a6edba5ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.171458555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"76386c29-d6a3-4ec3-bdf9-87a17e3ea943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.221176056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"1a154027-9369-4471-bc2c-4a67dd001e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.227226929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"3717af59-7cdd-469e-8d7b-a0a6edba5ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.228359571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"76386c29-d6a3-4ec3-bdf9-87a17e3ea943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.282247583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ebeeb9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ae9ed5fed53b2b37aab60150454afe8e2b485c17e59dcc8435af08b2ea7b8bf) AuthConfig (df5633c8b0bef907f26b6e1c809b52ebbd6f48202ea2dbfa85794b912cc1a7ab) AuthConfig (d665cd6fe9b92f4d9dda4f6b88d851a1e3239e9b88a265cd8ce958d07a180613) AuthConfig (e22268ec80437452c9b56708401443c951113398cdeb63a923b2d20e0b77c641) AuthConfig (35d2412924ac3f737b15242fe8c977cd697474d8e91c6257a1f55e655e4c71d5) AuthConfig (b7041fc14e913aa4528b6e8a641181ae9a12f6fb93a94e78a86f200989e63633) AuthConfig (f4f43fa468183330e30280ad7af92a67e268894202fcb5ec306520eaacdb318b) AuthConfig (c2060728bf8a13894de9188483a02023aec5baac9647493c0ea84cda5a224423) AuthConfig (576dde74b59b9bd36722389d07d708ca58619341eecd81a9044a459866ad066c) AuthConfig (3bff0cb1d5d2126e3a54dd8a2e3805e5c3d5fb75c8e0a840da9198996d1b590b) AuthConfig (4d863cfb88e94909c1a5990e43478f0772dcda181d7c6bd4d63f81b46b3dbadc) AuthConfig (7f8b8e968c548310d8f9055544d1ddea195a0b1b11bb40d6dc3398d496949035) AuthConfig (81bbeb2bf77b6877089b4c993b56db76f8d9b5e6e9af4d0f879faf7fe34adf26) AuthConfig (93cb7ce8e6c722c8a31157bed35dcb71e5ad6f4e9c4432bb7d79906fc52ee645) AuthConfig (94aca5202399dae868bc4175aaeb6cfa51881a09aed001b566f40be0110d8429) AuthConfig (dcd96806d8d3a9c91044c2b8910ac010355e88c2386e753a9d77c426164f5fb3) AuthConfig (4c47f7c79d610373a432fd70019e38a22b7375d2fc185248ab232a5bf8a61469) AuthConfig (06dc88ccd03384450f5f88b5fc28d6fac04e7d4d6f25a8f48ff15b4c4a4857d7) AuthConfig (645e53a2ff7e33e0fe3a721e3cff4d05707cbd583f4d2ad62d5400f6fb9502ee) AuthConfig (59fe4850c9c4f300887cd2d8a424bb5ce0c2d3d862875747fdfc5a6c0eba4134) AuthConfig (5f7d55db4699fe637f720b7abd8bd0fd97755fdc68cc308705a6a7e2f511c051) AuthConfig (c49c31f6abc4b815da396f0046f2b1070f5fe37aaa488a1c058bd2d9a7a69b62) AuthConfig (28b17822f94db4ec09511a5e5b1dfccf92e1f763955b87f1e0efdc9a20b532fa) AuthConfig (9b7f5cce913ba83f52549779ef7f0e3ab930d79ebb880cfa383e2929fdbf5f7b) AuthConfig (bdfa35d098711f005b5e522c12251cbc00ae4593b50907ef28ec11733c2d96f2) AuthConfig (f031157f460aa3e7ed70ea7bf0b22b0f0318fb332c11def4319bed9abc0cd72d) AuthConfig (9b5ab85721342d37ab928eb3b0c89858168ec3b9657bb3fc53f31c45ee4e60f2) AuthConfig (9026f3c9cf8cb282390ee1c429826d8cb6c374edcc1ad995bbd65f0ad211bf2a) AuthConfig (7f61d76169c06a5e9449398add30353d7e2b966f88554732029b12837bf8dafa) AuthConfig (777f3353ee334c824aa6344fa6bc82ea9fbbe625f86109c28ce66de885d7d01f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"3717af59-7cdd-469e-8d7b-a0a6edba5ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.283809917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ebeeb9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ae9ed5fed53b2b37aab60150454afe8e2b485c17e59dcc8435af08b2ea7b8bf) AuthConfig (df5633c8b0bef907f26b6e1c809b52ebbd6f48202ea2dbfa85794b912cc1a7ab) AuthConfig (d665cd6fe9b92f4d9dda4f6b88d851a1e3239e9b88a265cd8ce958d07a180613) AuthConfig (e22268ec80437452c9b56708401443c951113398cdeb63a923b2d20e0b77c641) AuthConfig (35d2412924ac3f737b15242fe8c977cd697474d8e91c6257a1f55e655e4c71d5) AuthConfig (b7041fc14e913aa4528b6e8a641181ae9a12f6fb93a94e78a86f200989e63633) AuthConfig (f4f43fa468183330e30280ad7af92a67e268894202fcb5ec306520eaacdb318b) AuthConfig (c2060728bf8a13894de9188483a02023aec5baac9647493c0ea84cda5a224423) AuthConfig (576dde74b59b9bd36722389d07d708ca58619341eecd81a9044a459866ad066c) AuthConfig (3bff0cb1d5d2126e3a54dd8a2e3805e5c3d5fb75c8e0a840da9198996d1b590b) AuthConfig (4d863cfb88e94909c1a5990e43478f0772dcda181d7c6bd4d63f81b46b3dbadc) AuthConfig (7f8b8e968c548310d8f9055544d1ddea195a0b1b11bb40d6dc3398d496949035) AuthConfig (81bbeb2bf77b6877089b4c993b56db76f8d9b5e6e9af4d0f879faf7fe34adf26) AuthConfig (93cb7ce8e6c722c8a31157bed35dcb71e5ad6f4e9c4432bb7d79906fc52ee645) AuthConfig (94aca5202399dae868bc4175aaeb6cfa51881a09aed001b566f40be0110d8429) AuthConfig (dcd96806d8d3a9c91044c2b8910ac010355e88c2386e753a9d77c426164f5fb3) AuthConfig (4c47f7c79d610373a432fd70019e38a22b7375d2fc185248ab232a5bf8a61469) AuthConfig (06dc88ccd03384450f5f88b5fc28d6fac04e7d4d6f25a8f48ff15b4c4a4857d7) AuthConfig (645e53a2ff7e33e0fe3a721e3cff4d05707cbd583f4d2ad62d5400f6fb9502ee) AuthConfig (59fe4850c9c4f300887cd2d8a424bb5ce0c2d3d862875747fdfc5a6c0eba4134) AuthConfig (5f7d55db4699fe637f720b7abd8bd0fd97755fdc68cc308705a6a7e2f511c051) AuthConfig (c49c31f6abc4b815da396f0046f2b1070f5fe37aaa488a1c058bd2d9a7a69b62) AuthConfig (28b17822f94db4ec09511a5e5b1dfccf92e1f763955b87f1e0efdc9a20b532fa) AuthConfig (9b7f5cce913ba83f52549779ef7f0e3ab930d79ebb880cfa383e2929fdbf5f7b) AuthConfig (bdfa35d098711f005b5e522c12251cbc00ae4593b50907ef28ec11733c2d96f2) AuthConfig (f031157f460aa3e7ed70ea7bf0b22b0f0318fb332c11def4319bed9abc0cd72d) AuthConfig (9b5ab85721342d37ab928eb3b0c89858168ec3b9657bb3fc53f31c45ee4e60f2) AuthConfig (9026f3c9cf8cb282390ee1c429826d8cb6c374edcc1ad995bbd65f0ad211bf2a) AuthConfig (7f61d76169c06a5e9449398add30353d7e2b966f88554732029b12837bf8dafa) AuthConfig (777f3353ee334c824aa6344fa6bc82ea9fbbe625f86109c28ce66de885d7d01f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"76386c29-d6a3-4ec3-bdf9-87a17e3ea943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.312596597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"3756564b-2178-4ae7-a7d3-2390e360bee1","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.334912007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"03e015fb-9feb-4a99-8778-d1cb63ed0be5","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.339489542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"6194dc0b-0031-422f-9c51-e5f80c886297","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.34238756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"d936a315-ea16-463a-a0b2-440e1f59b532","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.344498934Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"1a154027-9369-4471-bc2c-4a67dd001e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.391543412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"6015f304-acee-499d-bb83-3a518eaab868","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.398843554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e28e1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"1a154027-9369-4471-bc2c-4a67dd001e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.442303211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"bdbb997d-7c38-4831-adba-b06df614eb7b","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:59.443581527Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-e28e1a/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.454259938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"1a454e37-d6b2-4b89-859c-af41c2c5e082","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.493188909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"a2a9b054-955b-4ebd-84db-49a49201fb35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.497997301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"6bc549df-e1d2-4cb1-9cde-5ad996a4d3f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.498543612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"0d0b9c69-2647-477e-9929-2250d0ea3b62","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.522075158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"0dd44112-79f4-4974-97b1-2b61b7250700","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.548360359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"a2a9b054-955b-4ebd-84db-49a49201fb35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.553413693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"6bc549df-e1d2-4cb1-9cde-5ad996a4d3f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.556113396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"9d9c9353-5ebe-44cb-b743-ac427b837197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.6022401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ebeeb9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ae9ed5fed53b2b37aab60150454afe8e2b485c17e59dcc8435af08b2ea7b8bf) AuthConfig (df5633c8b0bef907f26b6e1c809b52ebbd6f48202ea2dbfa85794b912cc1a7ab) AuthConfig (d665cd6fe9b92f4d9dda4f6b88d851a1e3239e9b88a265cd8ce958d07a180613) AuthConfig (e22268ec80437452c9b56708401443c951113398cdeb63a923b2d20e0b77c641) AuthConfig (35d2412924ac3f737b15242fe8c977cd697474d8e91c6257a1f55e655e4c71d5) AuthConfig (b7041fc14e913aa4528b6e8a641181ae9a12f6fb93a94e78a86f200989e63633) AuthConfig (f4f43fa468183330e30280ad7af92a67e268894202fcb5ec306520eaacdb318b) AuthConfig (c2060728bf8a13894de9188483a02023aec5baac9647493c0ea84cda5a224423) AuthConfig (576dde74b59b9bd36722389d07d708ca58619341eecd81a9044a459866ad066c) AuthConfig (3bff0cb1d5d2126e3a54dd8a2e3805e5c3d5fb75c8e0a840da9198996d1b590b) AuthConfig (4d863cfb88e94909c1a5990e43478f0772dcda181d7c6bd4d63f81b46b3dbadc) AuthConfig (7f8b8e968c548310d8f9055544d1ddea195a0b1b11bb40d6dc3398d496949035) AuthConfig (81bbeb2bf77b6877089b4c993b56db76f8d9b5e6e9af4d0f879faf7fe34adf26) AuthConfig (93cb7ce8e6c722c8a31157bed35dcb71e5ad6f4e9c4432bb7d79906fc52ee645) AuthConfig (94aca5202399dae868bc4175aaeb6cfa51881a09aed001b566f40be0110d8429) AuthConfig (dcd96806d8d3a9c91044c2b8910ac010355e88c2386e753a9d77c426164f5fb3) AuthConfig (4c47f7c79d610373a432fd70019e38a22b7375d2fc185248ab232a5bf8a61469) AuthConfig (06dc88ccd03384450f5f88b5fc28d6fac04e7d4d6f25a8f48ff15b4c4a4857d7) AuthConfig (645e53a2ff7e33e0fe3a721e3cff4d05707cbd583f4d2ad62d5400f6fb9502ee) AuthConfig (59fe4850c9c4f300887cd2d8a424bb5ce0c2d3d862875747fdfc5a6c0eba4134) AuthConfig (5f7d55db4699fe637f720b7abd8bd0fd97755fdc68cc308705a6a7e2f511c051) AuthConfig (c49c31f6abc4b815da396f0046f2b1070f5fe37aaa488a1c058bd2d9a7a69b62) AuthConfig (28b17822f94db4ec09511a5e5b1dfccf92e1f763955b87f1e0efdc9a20b532fa) AuthConfig (9b7f5cce913ba83f52549779ef7f0e3ab930d79ebb880cfa383e2929fdbf5f7b) AuthConfig (bdfa35d098711f005b5e522c12251cbc00ae4593b50907ef28ec11733c2d96f2) AuthConfig (f031157f460aa3e7ed70ea7bf0b22b0f0318fb332c11def4319bed9abc0cd72d) AuthConfig (9b5ab85721342d37ab928eb3b0c89858168ec3b9657bb3fc53f31c45ee4e60f2) AuthConfig (9026f3c9cf8cb282390ee1c429826d8cb6c374edcc1ad995bbd65f0ad211bf2a) AuthConfig (7f61d76169c06a5e9449398add30353d7e2b966f88554732029b12837bf8dafa) AuthConfig (777f3353ee334c824aa6344fa6bc82ea9fbbe625f86109c28ce66de885d7d01f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"a2a9b054-955b-4ebd-84db-49a49201fb35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.604147799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"ba50ff0a-574f-4826-971c-677c9ef41f3f","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.607166117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ebeeb9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ae9ed5fed53b2b37aab60150454afe8e2b485c17e59dcc8435af08b2ea7b8bf) AuthConfig (df5633c8b0bef907f26b6e1c809b52ebbd6f48202ea2dbfa85794b912cc1a7ab) AuthConfig (d665cd6fe9b92f4d9dda4f6b88d851a1e3239e9b88a265cd8ce958d07a180613) AuthConfig (e22268ec80437452c9b56708401443c951113398cdeb63a923b2d20e0b77c641) AuthConfig (35d2412924ac3f737b15242fe8c977cd697474d8e91c6257a1f55e655e4c71d5) AuthConfig (b7041fc14e913aa4528b6e8a641181ae9a12f6fb93a94e78a86f200989e63633) AuthConfig (f4f43fa468183330e30280ad7af92a67e268894202fcb5ec306520eaacdb318b) AuthConfig (c2060728bf8a13894de9188483a02023aec5baac9647493c0ea84cda5a224423) AuthConfig (576dde74b59b9bd36722389d07d708ca58619341eecd81a9044a459866ad066c) AuthConfig (3bff0cb1d5d2126e3a54dd8a2e3805e5c3d5fb75c8e0a840da9198996d1b590b) AuthConfig (4d863cfb88e94909c1a5990e43478f0772dcda181d7c6bd4d63f81b46b3dbadc) AuthConfig (7f8b8e968c548310d8f9055544d1ddea195a0b1b11bb40d6dc3398d496949035) AuthConfig (81bbeb2bf77b6877089b4c993b56db76f8d9b5e6e9af4d0f879faf7fe34adf26) AuthConfig (93cb7ce8e6c722c8a31157bed35dcb71e5ad6f4e9c4432bb7d79906fc52ee645) AuthConfig (94aca5202399dae868bc4175aaeb6cfa51881a09aed001b566f40be0110d8429) AuthConfig (dcd96806d8d3a9c91044c2b8910ac010355e88c2386e753a9d77c426164f5fb3) AuthConfig (4c47f7c79d610373a432fd70019e38a22b7375d2fc185248ab232a5bf8a61469) AuthConfig (06dc88ccd03384450f5f88b5fc28d6fac04e7d4d6f25a8f48ff15b4c4a4857d7) AuthConfig (645e53a2ff7e33e0fe3a721e3cff4d05707cbd583f4d2ad62d5400f6fb9502ee) AuthConfig (59fe4850c9c4f300887cd2d8a424bb5ce0c2d3d862875747fdfc5a6c0eba4134) AuthConfig (5f7d55db4699fe637f720b7abd8bd0fd97755fdc68cc308705a6a7e2f511c051) AuthConfig (c49c31f6abc4b815da396f0046f2b1070f5fe37aaa488a1c058bd2d9a7a69b62) AuthConfig (28b17822f94db4ec09511a5e5b1dfccf92e1f763955b87f1e0efdc9a20b532fa) AuthConfig (9b7f5cce913ba83f52549779ef7f0e3ab930d79ebb880cfa383e2929fdbf5f7b) AuthConfig (bdfa35d098711f005b5e522c12251cbc00ae4593b50907ef28ec11733c2d96f2) AuthConfig (f031157f460aa3e7ed70ea7bf0b22b0f0318fb332c11def4319bed9abc0cd72d) AuthConfig (9b5ab85721342d37ab928eb3b0c89858168ec3b9657bb3fc53f31c45ee4e60f2) AuthConfig (9026f3c9cf8cb282390ee1c429826d8cb6c374edcc1ad995bbd65f0ad211bf2a) AuthConfig (7f61d76169c06a5e9449398add30353d7e2b966f88554732029b12837bf8dafa) AuthConfig (777f3353ee334c824aa6344fa6bc82ea9fbbe625f86109c28ce66de885d7d01f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"6bc549df-e1d2-4cb1-9cde-5ad996a4d3f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.611380058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"9d9c9353-5ebe-44cb-b743-ac427b837197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:59.655158117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"a2a9b054-955b-4ebd-84db-49a49201fb35","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.66168523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"37ff8f58-cc0a-4967-b79d-7bd7766a7143","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.665503028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e28e1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"9d9c9353-5ebe-44cb-b743-ac427b837197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.710812641Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"a23ed500-9457-4eb0-be31-c8e2bbe222ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"premium-w1-e28e1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e28e1a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:18:59.719150717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"9d9c9353-5ebe-44cb-b743-ac427b837197","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.814017004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"13e34b13-8e6a-4306-8bfb-85cc14869331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.8140217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"c2670feb-b7f8-456f-8fdc-012877fe8bc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.869991392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"c2670feb-b7f8-456f-8fdc-012877fe8bc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.870278406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"13e34b13-8e6a-4306-8bfb-85cc14869331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.870994909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"48e8b357-b081-4822-81fb-21a8f9fbfaec","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.914496708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"7e0edd08-20d5-4aa7-95e6-1f4f04f5dc92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.924526117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ebeeb9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ae9ed5fed53b2b37aab60150454afe8e2b485c17e59dcc8435af08b2ea7b8bf) AuthConfig (df5633c8b0bef907f26b6e1c809b52ebbd6f48202ea2dbfa85794b912cc1a7ab) AuthConfig (d665cd6fe9b92f4d9dda4f6b88d851a1e3239e9b88a265cd8ce958d07a180613) AuthConfig (e22268ec80437452c9b56708401443c951113398cdeb63a923b2d20e0b77c641) AuthConfig (35d2412924ac3f737b15242fe8c977cd697474d8e91c6257a1f55e655e4c71d5) AuthConfig (b7041fc14e913aa4528b6e8a641181ae9a12f6fb93a94e78a86f200989e63633) AuthConfig (f4f43fa468183330e30280ad7af92a67e268894202fcb5ec306520eaacdb318b) AuthConfig (c2060728bf8a13894de9188483a02023aec5baac9647493c0ea84cda5a224423) AuthConfig (576dde74b59b9bd36722389d07d708ca58619341eecd81a9044a459866ad066c) AuthConfig (3bff0cb1d5d2126e3a54dd8a2e3805e5c3d5fb75c8e0a840da9198996d1b590b) AuthConfig (4d863cfb88e94909c1a5990e43478f0772dcda181d7c6bd4d63f81b46b3dbadc) AuthConfig (7f8b8e968c548310d8f9055544d1ddea195a0b1b11bb40d6dc3398d496949035) AuthConfig (81bbeb2bf77b6877089b4c993b56db76f8d9b5e6e9af4d0f879faf7fe34adf26) AuthConfig (93cb7ce8e6c722c8a31157bed35dcb71e5ad6f4e9c4432bb7d79906fc52ee645) AuthConfig (94aca5202399dae868bc4175aaeb6cfa51881a09aed001b566f40be0110d8429) AuthConfig (dcd96806d8d3a9c91044c2b8910ac010355e88c2386e753a9d77c426164f5fb3) AuthConfig (4c47f7c79d610373a432fd70019e38a22b7375d2fc185248ab232a5bf8a61469) AuthConfig (06dc88ccd03384450f5f88b5fc28d6fac04e7d4d6f25a8f48ff15b4c4a4857d7) AuthConfig (645e53a2ff7e33e0fe3a721e3cff4d05707cbd583f4d2ad62d5400f6fb9502ee) AuthConfig (59fe4850c9c4f300887cd2d8a424bb5ce0c2d3d862875747fdfc5a6c0eba4134) AuthConfig (5f7d55db4699fe637f720b7abd8bd0fd97755fdc68cc308705a6a7e2f511c051) AuthConfig (c49c31f6abc4b815da396f0046f2b1070f5fe37aaa488a1c058bd2d9a7a69b62) AuthConfig (28b17822f94db4ec09511a5e5b1dfccf92e1f763955b87f1e0efdc9a20b532fa) AuthConfig (9b7f5cce913ba83f52549779ef7f0e3ab930d79ebb880cfa383e2929fdbf5f7b) AuthConfig (bdfa35d098711f005b5e522c12251cbc00ae4593b50907ef28ec11733c2d96f2) AuthConfig (f031157f460aa3e7ed70ea7bf0b22b0f0318fb332c11def4319bed9abc0cd72d) AuthConfig (9b5ab85721342d37ab928eb3b0c89858168ec3b9657bb3fc53f31c45ee4e60f2) AuthConfig (9026f3c9cf8cb282390ee1c429826d8cb6c374edcc1ad995bbd65f0ad211bf2a) AuthConfig (7f61d76169c06a5e9449398add30353d7e2b966f88554732029b12837bf8dafa) AuthConfig (777f3353ee334c824aa6344fa6bc82ea9fbbe625f86109c28ce66de885d7d01f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"c2670feb-b7f8-456f-8fdc-012877fe8bc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.924707074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e28e1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"13e34b13-8e6a-4306-8bfb-85cc14869331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.970785469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"7e0edd08-20d5-4aa7-95e6-1f4f04f5dc92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:18:59.979008962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"29397466-34b3-4b2c-8ddd-810418d5b58d","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:00.025948318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e28e1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"7e0edd08-20d5-4aa7-95e6-1f4f04f5dc92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:00.078914847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"dccb7d70-0e11-43b7-8f8c-bbc984751dda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:00.132758391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"d5e03863-d710-451e-9196-da601de3d420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:00.188478167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"d5e03863-d710-451e-9196-da601de3d420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:00.242052735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"85195c0f-9119-4eac-afcc-2cb592c1ea5f","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:00.244946043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e28e1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"d5e03863-d710-451e-9196-da601de3d420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:01.937746829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"48bef57e-4fe2-487e-8366-4cc059cee69d","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:02.091948713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"7bfaeb86-8db9-4eef-817d-8de35e902e78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:02.09225816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e31293b-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dry-sub-5e31293b-auth","reconcileID":"5e004169-68cf-4875-980f-a0a7884da735","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e31293b-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:02.091948741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"8688e89b-49bd-47b1-be83-55dc76165e5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:02.148552587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"8688e89b-49bd-47b1-be83-55dc76165e5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:02.14863232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"7bfaeb86-8db9-4eef-817d-8de35e902e78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:02.150813641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e31293b-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dry-sub-5e31293b-auth","reconcileID":"5e004169-68cf-4875-980f-a0a7884da735","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e31293b-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:03.938278522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"caf446fb-c747-4ea2-94cd-880752a88236","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.074093858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"afccbffc-3803-4949-b43e-598748ec1cc0","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.133981681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"84be5496-3b94-4a59-9cc5-5c3005cbd341","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.180545277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"80309faa-ca7a-49af-be22-a952eafa036a","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:04.185945759Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-531ee4/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.236360292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"761cddf8-6d1a-42ce-a841-3fdd3e84d7e3","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.340964728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"a7671db5-a64a-4bf8-9b11-c0de6fc4f2ef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.402788019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"b21eb334-6da0-4659-b229-fffc7ebc0f30","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.444495755Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"e5424683-0484-4483-bfba-1581c283a2c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"simulator-w2-531ee4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.500077164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"f17cacf6-bad0-4ec0-a23a-9d0ee42b66f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.605432128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"b35f66a0-dcb5-4f9e-b7a3-8bf09cd7e5c9","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.608047148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"450cda5a-a721-4952-8f5c-99e0fe1c57cd","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.619867827Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"f17cacf6-bad0-4ec0-a23a-9d0ee42b66f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.66452511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"55575316-3e93-42e5-9b10-add16393ba96","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.674715266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-531ee4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"f17cacf6-bad0-4ec0-a23a-9d0ee42b66f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.714978502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"ff1077cb-07c3-46ed-b55b-6e751fc39de2","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:04.716428477Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-531ee4/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.731190071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"cc1f29ae-dbac-4851-9b6d-54332cc7a45b","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.769043718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"1f647d99-4890-4001-83db-cae00e60275f","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.812143923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"5dd74644-f487-45d1-be2d-53656a741e73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.83550993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"2ea4c0a2-2245-4c61-bb07-e7cfab96f34f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.889971257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"037a67c5-e180-462a-a5ff-f299c5248cae","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.891004586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"2ea4c0a2-2245-4c61-bb07-e7cfab96f34f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.945281784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-531ee4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"2ea4c0a2-2245-4c61-bb07-e7cfab96f34f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.946866506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"9ad8626d-a5ca-4592-b18a-b854d0fdb5c6","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:04.978241783Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"beb1feea-85f5-4740-8399-2859258db9cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"premium-w2-531ee4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.097612258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"5f48e012-30b3-487e-b197-92d6239f80e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.100384435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"a0daccb1-b334-4dd9-a70f-b6235736393c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.141071585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"2f3de72f-0403-49b5-8d60-57adbda17ed2","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.154093733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"5f48e012-30b3-487e-b197-92d6239f80e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.156267078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"a0daccb1-b334-4dd9-a70f-b6235736393c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.209013805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-531ee4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"5f48e012-30b3-487e-b197-92d6239f80e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.21094389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-531ee4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"a0daccb1-b334-4dd9-a70f-b6235736393c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.278265413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"af204c85-2fff-4e51-adf5-3301ae3f2b3c","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.380386269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"7ed0f5c0-2b9e-4860-93b5-be7156c2704c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.431594479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"172e0d8c-1191-4fa0-8c2a-10e7c0dfc846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.487844017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"172e0d8c-1191-4fa0-8c2a-10e7c0dfc846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:05.542323317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-531ee4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"172e0d8c-1191-4fa0-8c2a-10e7c0dfc846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:06.369886026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"d77639a8-a09b-4d0f-8687-e470645207ef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:06.435212089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"4ad585c7-7a12-4c97-a59f-6628b19d1b2c","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:09.76178227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"8b387afb-6bb9-4099-9754-49af0e1acb79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:09.817417524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"8b387afb-6bb9-4099-9754-49af0e1acb79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:09.873460949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ebeeb9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ae9ed5fed53b2b37aab60150454afe8e2b485c17e59dcc8435af08b2ea7b8bf) AuthConfig (df5633c8b0bef907f26b6e1c809b52ebbd6f48202ea2dbfa85794b912cc1a7ab) AuthConfig (d665cd6fe9b92f4d9dda4f6b88d851a1e3239e9b88a265cd8ce958d07a180613) AuthConfig (e22268ec80437452c9b56708401443c951113398cdeb63a923b2d20e0b77c641) AuthConfig (35d2412924ac3f737b15242fe8c977cd697474d8e91c6257a1f55e655e4c71d5) AuthConfig (b7041fc14e913aa4528b6e8a641181ae9a12f6fb93a94e78a86f200989e63633) AuthConfig (f4f43fa468183330e30280ad7af92a67e268894202fcb5ec306520eaacdb318b) AuthConfig (c2060728bf8a13894de9188483a02023aec5baac9647493c0ea84cda5a224423) AuthConfig (576dde74b59b9bd36722389d07d708ca58619341eecd81a9044a459866ad066c) AuthConfig (3bff0cb1d5d2126e3a54dd8a2e3805e5c3d5fb75c8e0a840da9198996d1b590b) AuthConfig (4d863cfb88e94909c1a5990e43478f0772dcda181d7c6bd4d63f81b46b3dbadc) AuthConfig (7f8b8e968c548310d8f9055544d1ddea195a0b1b11bb40d6dc3398d496949035) AuthConfig (81bbeb2bf77b6877089b4c993b56db76f8d9b5e6e9af4d0f879faf7fe34adf26) AuthConfig (93cb7ce8e6c722c8a31157bed35dcb71e5ad6f4e9c4432bb7d79906fc52ee645) AuthConfig (94aca5202399dae868bc4175aaeb6cfa51881a09aed001b566f40be0110d8429) AuthConfig (dcd96806d8d3a9c91044c2b8910ac010355e88c2386e753a9d77c426164f5fb3) AuthConfig (4c47f7c79d610373a432fd70019e38a22b7375d2fc185248ab232a5bf8a61469) AuthConfig (06dc88ccd03384450f5f88b5fc28d6fac04e7d4d6f25a8f48ff15b4c4a4857d7) AuthConfig (645e53a2ff7e33e0fe3a721e3cff4d05707cbd583f4d2ad62d5400f6fb9502ee) AuthConfig (59fe4850c9c4f300887cd2d8a424bb5ce0c2d3d862875747fdfc5a6c0eba4134) AuthConfig (5f7d55db4699fe637f720b7abd8bd0fd97755fdc68cc308705a6a7e2f511c051) AuthConfig (c49c31f6abc4b815da396f0046f2b1070f5fe37aaa488a1c058bd2d9a7a69b62) AuthConfig (28b17822f94db4ec09511a5e5b1dfccf92e1f763955b87f1e0efdc9a20b532fa) AuthConfig (9b7f5cce913ba83f52549779ef7f0e3ab930d79ebb880cfa383e2929fdbf5f7b) AuthConfig (bdfa35d098711f005b5e522c12251cbc00ae4593b50907ef28ec11733c2d96f2) AuthConfig (f031157f460aa3e7ed70ea7bf0b22b0f0318fb332c11def4319bed9abc0cd72d) AuthConfig (9b5ab85721342d37ab928eb3b0c89858168ec3b9657bb3fc53f31c45ee4e60f2) AuthConfig (9026f3c9cf8cb282390ee1c429826d8cb6c374edcc1ad995bbd65f0ad211bf2a) AuthConfig (7f61d76169c06a5e9449398add30353d7e2b966f88554732029b12837bf8dafa) AuthConfig (777f3353ee334c824aa6344fa6bc82ea9fbbe625f86109c28ce66de885d7d01f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"8b387afb-6bb9-4099-9754-49af0e1acb79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:10.078487278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"936c2fd9-3ee4-417c-8f6b-575001b1262e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:10.133594554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"936c2fd9-3ee4-417c-8f6b-575001b1262e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:10.180457915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"5b444ecf-9d41-4e53-a33a-cb6a96a51723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:10.188217316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ebeeb9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ae9ed5fed53b2b37aab60150454afe8e2b485c17e59dcc8435af08b2ea7b8bf) AuthConfig (df5633c8b0bef907f26b6e1c809b52ebbd6f48202ea2dbfa85794b912cc1a7ab) AuthConfig (d665cd6fe9b92f4d9dda4f6b88d851a1e3239e9b88a265cd8ce958d07a180613) AuthConfig (e22268ec80437452c9b56708401443c951113398cdeb63a923b2d20e0b77c641) AuthConfig (35d2412924ac3f737b15242fe8c977cd697474d8e91c6257a1f55e655e4c71d5) AuthConfig (b7041fc14e913aa4528b6e8a641181ae9a12f6fb93a94e78a86f200989e63633) AuthConfig (f4f43fa468183330e30280ad7af92a67e268894202fcb5ec306520eaacdb318b) AuthConfig (c2060728bf8a13894de9188483a02023aec5baac9647493c0ea84cda5a224423) AuthConfig (576dde74b59b9bd36722389d07d708ca58619341eecd81a9044a459866ad066c) AuthConfig (3bff0cb1d5d2126e3a54dd8a2e3805e5c3d5fb75c8e0a840da9198996d1b590b) AuthConfig (4d863cfb88e94909c1a5990e43478f0772dcda181d7c6bd4d63f81b46b3dbadc) AuthConfig (7f8b8e968c548310d8f9055544d1ddea195a0b1b11bb40d6dc3398d496949035) AuthConfig (81bbeb2bf77b6877089b4c993b56db76f8d9b5e6e9af4d0f879faf7fe34adf26) AuthConfig (93cb7ce8e6c722c8a31157bed35dcb71e5ad6f4e9c4432bb7d79906fc52ee645) AuthConfig (94aca5202399dae868bc4175aaeb6cfa51881a09aed001b566f40be0110d8429) AuthConfig (dcd96806d8d3a9c91044c2b8910ac010355e88c2386e753a9d77c426164f5fb3) AuthConfig (4c47f7c79d610373a432fd70019e38a22b7375d2fc185248ab232a5bf8a61469) AuthConfig (06dc88ccd03384450f5f88b5fc28d6fac04e7d4d6f25a8f48ff15b4c4a4857d7) AuthConfig (645e53a2ff7e33e0fe3a721e3cff4d05707cbd583f4d2ad62d5400f6fb9502ee) AuthConfig (59fe4850c9c4f300887cd2d8a424bb5ce0c2d3d862875747fdfc5a6c0eba4134) AuthConfig (5f7d55db4699fe637f720b7abd8bd0fd97755fdc68cc308705a6a7e2f511c051) AuthConfig (c49c31f6abc4b815da396f0046f2b1070f5fe37aaa488a1c058bd2d9a7a69b62) AuthConfig (28b17822f94db4ec09511a5e5b1dfccf92e1f763955b87f1e0efdc9a20b532fa) AuthConfig (9b7f5cce913ba83f52549779ef7f0e3ab930d79ebb880cfa383e2929fdbf5f7b) AuthConfig (bdfa35d098711f005b5e522c12251cbc00ae4593b50907ef28ec11733c2d96f2) AuthConfig (f031157f460aa3e7ed70ea7bf0b22b0f0318fb332c11def4319bed9abc0cd72d) AuthConfig (9b5ab85721342d37ab928eb3b0c89858168ec3b9657bb3fc53f31c45ee4e60f2) AuthConfig (9026f3c9cf8cb282390ee1c429826d8cb6c374edcc1ad995bbd65f0ad211bf2a) AuthConfig (7f61d76169c06a5e9449398add30353d7e2b966f88554732029b12837bf8dafa) AuthConfig (777f3353ee334c824aa6344fa6bc82ea9fbbe625f86109c28ce66de885d7d01f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"936c2fd9-3ee4-417c-8f6b-575001b1262e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:10.235544809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"5b444ecf-9d41-4e53-a33a-cb6a96a51723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:10.289568578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e28e1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"5b444ecf-9d41-4e53-a33a-cb6a96a51723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:10.399628596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"571b24c9-217b-4e64-8f71-85490103a15f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:10.455303795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"571b24c9-217b-4e64-8f71-85490103a15f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:10.509240347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e28e1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"571b24c9-217b-4e64-8f71-85490103a15f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.099481216Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5e31293b","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dry-sub-5e31293b","reconcileID":"5588eaba-39b2-4242-9d98-178be5af85fd","MaaSSubscription":{"name":"e2e-dry-sub-5e31293b","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscription":"e2e-dry-sub-5e31293b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.313495657Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-5e31293b","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dry-sub-5e31293b","reconcileID":"5588eaba-39b2-4242-9d98-178be5af85fd","MaaSSubscription":{"name":"e2e-dry-sub-5e31293b","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-048135/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.521324047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"8c0e8aec-e09c-4d98-b168-ee831f8d0e39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.525806789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"821a511c-2e1b-4544-ba7e-7578d691f7ac","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.58370024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"ce05ab73-9197-4102-9df7-15486e939dbb","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.67140315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"82518539-61cf-4b62-84f8-e13d421ef92e","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.679628423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e31293b-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dry-sub-5e31293b-auth","reconcileID":"04a42a31-20ed-4cef-b99f-bff0cc455370","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e31293b-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.679703859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"dc6b3cef-8486-43e4-b60c-117866600d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.680169249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"0e66fc3c-db97-4d39-9836-b45aa03d039d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.736068806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e31293b-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dry-sub-5e31293b-auth","reconcileID":"04a42a31-20ed-4cef-b99f-bff0cc455370","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e31293b-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.737619358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"dc6b3cef-8486-43e4-b60c-117866600d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.738967321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"0e66fc3c-db97-4d39-9836-b45aa03d039d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:12.940483147Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e31293b-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dry-sub-5e31293b-auth","reconcileID":"008cc6af-b436-40bb-81c9-5e9c1f50e76e","MaaSAuthPolicy":{"name":"e2e-dry-sub-5e31293b-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:13.101511895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"f60dbbb9-f7b8-4040-b791-4848a50c789f","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:13.953172464Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:14.260758723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"3ec638c0-5349-45ef-9fe4-6e88e01575ea","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:14.315161822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"5b4a8a9b-42cd-4038-ab4d-6306fbe33796","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:14.469439129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-66521267-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-combo-sub-66521267-auth","reconcileID":"51496a49-695d-435a-8799-229e47dfe1a6","MaaSAuthPolicy":{"name":"e2e-combo-sub-66521267-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:14.525179488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-66521267-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-combo-sub-66521267-auth","reconcileID":"51496a49-695d-435a-8799-229e47dfe1a6","MaaSAuthPolicy":{"name":"e2e-combo-sub-66521267-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:14.540542661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"26cd4c52-11c1-48b0-80df-6d135f2e2cc0","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:14.597164216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"f00f9163-6f93-48fa-9eb3-0c0975713ea2","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:14.648150823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-66521267","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-combo-sub-66521267","reconcileID":"3262dcac-4ef3-4852-9f98-04163559a035","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-66521267\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:14.695532349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"7f38121c-c005-45cb-b167-1ffae502acf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:14.69600005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"f0b7ea13-358d-422d-b54d-04c94cf3509a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:14.785724288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"7f38121c-c005-45cb-b167-1ffae502acf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:14.786897222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"60688cba-6924-4c25-a1bf-807d804eef46","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:14.788160273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"f0b7ea13-358d-422d-b54d-04c94cf3509a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:14.843240182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"a158854b-1c25-48ba-95b0-f9b9e5c5fbaa","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:14.844169281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"153edf36-5d72-433c-b202-630a4098a80a","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:14.998506144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-66521267-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-combo-sub-66521267-auth","reconcileID":"fbe9032b-0b12-4a0c-bc10-ce9ece86c249","MaaSAuthPolicy":{"name":"e2e-combo-sub-66521267-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:15.055622435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-66521267-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-combo-sub-66521267-auth","reconcileID":"fbe9032b-0b12-4a0c-bc10-ce9ece86c249","MaaSAuthPolicy":{"name":"e2e-combo-sub-66521267-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:15.112186621Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-66521267","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-combo-sub-66521267","reconcileID":"610f6ade-5deb-4a23-9367-efc5de507989","MaaSSubscription":{"name":"e2e-combo-sub-66521267","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-048135/e2e-combo-sub-66521267","ai-tenant-e2e-worker-w4-048135/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:15.144247336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"7fcc9991-2625-49b1-84b2-2eee7c2f7de3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:15.144261354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"8ee9d1c6-4461-4b22-8d2a-95bd65b41e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:15.199797462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"8ee9d1c6-4461-4b22-8d2a-95bd65b41e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:15.19980492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"7fcc9991-2625-49b1-84b2-2eee7c2f7de3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:15.278861946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"fc22559c-261b-432c-aa8f-bb60ea80ef18","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:15.319514896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"3ff6a00b-852b-4fd1-8a07-a914c70b65d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:15.368078585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"64975222-4cff-4b50-b746-8272d8499979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:15.423913132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"64975222-4cff-4b50-b746-8272d8499979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:15.478118523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-531ee4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"64975222-4cff-4b50-b746-8272d8499979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:15.485279651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-66521267","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-combo-sub-66521267","reconcileID":"81e63807-6a96-4402-95c3-f0030567150e","MaaSSubscription":{"name":"e2e-combo-sub-66521267","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:15.700719523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"ac1ceb25-9f1f-4e90-af13-e0a7361f287c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:15.756116136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"ac1ceb25-9f1f-4e90-af13-e0a7361f287c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:15.810102726Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-531ee4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"ac1ceb25-9f1f-4e90-af13-e0a7361f287c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:18.183154202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"7c9e35af-45a7-4f26-8e37-bf3ef67af492","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:18.284327106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"d5e9a212-6fb3-4bf6-ad7a-a9c95513a10b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:18.343326917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"590d17ea-ec97-4fae-b33c-b6c36a33752e","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:18.446573612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"f841d037-b4e0-4f6a-947b-d9bb6760c37d","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:18.877254966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"c34ccaba-f35d-4ce3-8e89-6ea7b776a11a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:18.978521682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"71d9caf4-ec9c-4f4f-b854-42840de19935","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.040054744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"9b8bb596-3362-4bf8-bdb8-e7d7eb14d8b5","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.043264043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"7374499a-0a58-4759-b8ba-70b3f15259ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.043287112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"3c174d8b-bf47-4585-9fed-1aa0e6c8f656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.099086982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"3c174d8b-bf47-4585-9fed-1aa0e6c8f656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.099147141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"7374499a-0a58-4759-b8ba-70b3f15259ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.141539988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"268b2535-7600-43ca-be87-db3f371d3352","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.145282368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"1e839abf-14ba-4eee-9210-4085f1e5cb83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.145286217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"88ea1536-176c-4d7d-ab2f-431977c59acb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.153301477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e28e1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68089f52acefaf939701f5a371fa70666199b9cd14fb5f37051fec21a4353780) AuthConfig (040a71721f7aa88fde01a6a1304dc3d9e27d2ac5e3f91c2eef2c9542cc75e2b8) AuthConfig (f2c570b506e30ce2a40d9384b331cfb9ab596314269b699daef1e11707c37295) AuthConfig (1972696b86dbbec7d2bbf3672b227aeea72eb0e7cb95323a87b754a5bf18c803) AuthConfig (fb78f158ce100001c4ca7e1b5da33f7357573e6fe0d4aa45476bf79fbd886042) AuthConfig (9bc22e142066875b88ac0627936cc120bb3a263fd5af9cc5e5ebe3b3bf11463a) AuthConfig (c34498d58dad2fddfbbdf1d93e2f4e75ddd8e512a9d960ad90066ffdaa54c72b) AuthConfig (96e3c090a5b28895c8d61a4f98f4196f9e4f09987837d52fe599fe732fe55dfc) AuthConfig (4bed34e8d308d214e4c76077b8899f6e148482a383a01a4a0899b8abbc5d2d9b) AuthConfig (f964087f3b2f5076d9aaaec1f5aa1438fdb26c1b4c4c37d0463865c73906e990) AuthConfig (5f127ff3d1724dc329b69369c4d52b0e59f739515d20d74b8700cdfdcb4b993c) AuthConfig (19f39cd487e351c051ddc8399096b99087f619893c9eb63b411998fe663d70b6) AuthConfig (77a8eeddd9a4efe25a604e6d68b13dfe3f701cffcf4921c85322a3a51b4f4646) AuthConfig (b5f9c8660b500d96392b0e44034585a0d2c6acd10cba74d2e6fa662882ff254a) AuthConfig (49190949c3953d2edf88c80480b26dff3715d863c03678a82015ea9cc0c7053b) AuthConfig (7c15770482792fa8bc854e3c41e5ac2513bd77a2843602be6bd1e97bc1238945) AuthConfig (792a03cb4b92b51a14f9f9619c8bffa5ce59174e84002838f9e3f783b39e0c43) AuthConfig (d8e6dc302fd24a3f5d0b625d30c16cf2b086ea1da2c9cb3150a247536a0bc9d2) AuthConfig (cd6bf4ebe2536adcc8a12f04c1d46684f24fa0089d0672875a12e328b9eaf342) AuthConfig (4deeaa1a7eb80e0e06ecad8f1b741668c82d02dcfaa2322993ddac964f410d86) AuthConfig (3f7b922e26e2baef512b7a7f9c1fca805cb1941b9de892b729f3f3ef7460e72f) AuthConfig (ad31480bb3aa1074b7a5edfdc6a41201b74eb38dac160a1ca4bdded93ebfa9c5) AuthConfig (dc8fce8a9d83da1cddd1b0d5561f0b0d209a827ad3332e29bec3fd88e6c0375f) AuthConfig (8ce48f913d3c27fb484bc39e67701048cfd1b394de106f32c50690735bb01c1a) AuthConfig (296d5769c499cfdeef12e21e9382ab54de02486d0cd88b46947de04b1df93f1b) AuthConfig (8d9808e8c73507b51bac31ed1100cb7772c4855daf7c967d31e56a1b0060841f) AuthConfig (a43ebd3ba361e3f70eac321d26c6b963ecd5f0f89a316e741b57b7ee651729c5) AuthConfig (7cdd570e2ddd96d8cd8b5879c353d0b57183eed90fe7c556c40623a35b032b74) AuthConfig (c159a091ec0fce0d034ceadaae7ae47f3b8c3563f1718e0f4bad923cc5a4ec33) AuthConfig (f80a077230c3902de6dd4db2b5699a2342ed4e51bdbc48da757636e3eb2d631d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"7374499a-0a58-4759-b8ba-70b3f15259ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.153980928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e28e1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68089f52acefaf939701f5a371fa70666199b9cd14fb5f37051fec21a4353780) AuthConfig (040a71721f7aa88fde01a6a1304dc3d9e27d2ac5e3f91c2eef2c9542cc75e2b8) AuthConfig (f2c570b506e30ce2a40d9384b331cfb9ab596314269b699daef1e11707c37295) AuthConfig (1972696b86dbbec7d2bbf3672b227aeea72eb0e7cb95323a87b754a5bf18c803) AuthConfig (fb78f158ce100001c4ca7e1b5da33f7357573e6fe0d4aa45476bf79fbd886042) AuthConfig (9bc22e142066875b88ac0627936cc120bb3a263fd5af9cc5e5ebe3b3bf11463a) AuthConfig (c34498d58dad2fddfbbdf1d93e2f4e75ddd8e512a9d960ad90066ffdaa54c72b) AuthConfig (96e3c090a5b28895c8d61a4f98f4196f9e4f09987837d52fe599fe732fe55dfc) AuthConfig (4bed34e8d308d214e4c76077b8899f6e148482a383a01a4a0899b8abbc5d2d9b) AuthConfig (f964087f3b2f5076d9aaaec1f5aa1438fdb26c1b4c4c37d0463865c73906e990) AuthConfig (5f127ff3d1724dc329b69369c4d52b0e59f739515d20d74b8700cdfdcb4b993c) AuthConfig (19f39cd487e351c051ddc8399096b99087f619893c9eb63b411998fe663d70b6) AuthConfig (77a8eeddd9a4efe25a604e6d68b13dfe3f701cffcf4921c85322a3a51b4f4646) AuthConfig (b5f9c8660b500d96392b0e44034585a0d2c6acd10cba74d2e6fa662882ff254a) AuthConfig (49190949c3953d2edf88c80480b26dff3715d863c03678a82015ea9cc0c7053b) AuthConfig (7c15770482792fa8bc854e3c41e5ac2513bd77a2843602be6bd1e97bc1238945) AuthConfig (792a03cb4b92b51a14f9f9619c8bffa5ce59174e84002838f9e3f783b39e0c43) AuthConfig (d8e6dc302fd24a3f5d0b625d30c16cf2b086ea1da2c9cb3150a247536a0bc9d2) AuthConfig (cd6bf4ebe2536adcc8a12f04c1d46684f24fa0089d0672875a12e328b9eaf342) AuthConfig (4deeaa1a7eb80e0e06ecad8f1b741668c82d02dcfaa2322993ddac964f410d86) AuthConfig (3f7b922e26e2baef512b7a7f9c1fca805cb1941b9de892b729f3f3ef7460e72f) AuthConfig (ad31480bb3aa1074b7a5edfdc6a41201b74eb38dac160a1ca4bdded93ebfa9c5) AuthConfig (dc8fce8a9d83da1cddd1b0d5561f0b0d209a827ad3332e29bec3fd88e6c0375f) AuthConfig (8ce48f913d3c27fb484bc39e67701048cfd1b394de106f32c50690735bb01c1a) AuthConfig (296d5769c499cfdeef12e21e9382ab54de02486d0cd88b46947de04b1df93f1b) AuthConfig (8d9808e8c73507b51bac31ed1100cb7772c4855daf7c967d31e56a1b0060841f) AuthConfig (a43ebd3ba361e3f70eac321d26c6b963ecd5f0f89a316e741b57b7ee651729c5) AuthConfig (7cdd570e2ddd96d8cd8b5879c353d0b57183eed90fe7c556c40623a35b032b74) AuthConfig (c159a091ec0fce0d034ceadaae7ae47f3b8c3563f1718e0f4bad923cc5a4ec33) AuthConfig (f80a077230c3902de6dd4db2b5699a2342ed4e51bdbc48da757636e3eb2d631d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"3c174d8b-bf47-4585-9fed-1aa0e6c8f656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.201357031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"88ea1536-176c-4d7d-ab2f-431977c59acb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.202764493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"1e839abf-14ba-4eee-9210-4085f1e5cb83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.210011858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"c1a246df-2601-4ac0-9a48-b514e00a8c0b","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.212560276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"56cdc212-fa8e-4939-82e4-4391daa0a38b","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.256372978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-531ee4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cb08dba4c36488de3485bf53e78e6317c1c4aa610b6d99233c66d52fe6ce4cc) AuthConfig (58ceb6535a033a2e26d1e3714793a4eb2e8d3cf722a3cfe21e8a1e734f8ba9b2) AuthConfig (ff0f746ff5ca25b564db65a3ac3a4b4d9bedb5ee5b56715bbd82fc472b151a75) AuthConfig (a38da20d61fd5745f90495b811f9b66ca318fc00803ba66e1399e969de002e9e) AuthConfig (4148d5ee4cb49dff8483d3b1632c0181d2ad765b0d351ef7cf22f0fb87e1475f) AuthConfig (41853acc45a02dfcf4dfb68e5bb4c6a2d0050a6c84f69ade0ec02451a79446bd) AuthConfig (b20ab683522b7a025a9be80b0adc21870cbba6b936364990bad03bbd657b502f) AuthConfig (ac006dd34e1af9c43dd1446a58c6fd3e55e70a4def26533a930930e2c34b5cb2) AuthConfig (8ce407e8c30f20b5e27acf10b0a26b356738b770681826aac9e0175fe21a6f57) AuthConfig (9efc28516efc4a446e7ec7d610c8db5f9c6c2fe9abc3e973fef68dcc610cac89) AuthConfig (c2be280e77843a45a62884bdff0ff83f1377d4c3eb05eb3f3482f6cee474d86d) AuthConfig (6dc194f655b4d41784f31d8ef07e5ed2493e665105a5e07a99631a0d493a7086) AuthConfig (82f614108a9a6cf2e5b0226ecfba2d9d178fa152558e5fafa872d8aaee94ba8e) AuthConfig (b5417880856d54c6a0140f86b1d104113d7b372cd381f39b3b07769c6bec231a) AuthConfig (d9f74910fe8d33bc5f3cef8c84d5aee05e9f5518ab8ce5eb1eb7b351e17a24de) AuthConfig (14a6818b823dc4a74de2cb3424e363378ce1aa398147294af5c12fa36d505e72) AuthConfig (10ff9ddbef3a245476eac8b45fbb22d7c777e3072ce66a0cac17d46466333a1f) AuthConfig (f4531b55399a2c04ea8376721e2e8efe83b1776b92e256514eac328abab6bccb) AuthConfig (fb1cfa3270464df7e28dae42126a19ac1c9b511b32000a5e660ea4c9513cdc79) AuthConfig (a1daf7aeaf2fe150ff6ca3afc52a22bd419468cdf9c307ab0fd83865ae5d5cc1) AuthConfig (d30a1f7c6944a86346c12e119c62430f60c5c830a0beafe2df75d0f9fae9e8e3) AuthConfig (54b3c68cf019a0e7bce381852badd1c8efae982c127991d868fe4dc938f43d62) AuthConfig (da67d7a2d5b2aca7bc6645164a9a9dc90f9abc3ec22440330bc32900b4d26045) AuthConfig (c136d8be7bc235950d36268c41cd2a393f0965fdf79144e161ece8e7225cc5d6) AuthConfig (ea2d2be19b1ee90594fd2ce710964f26f5f0bf0d728a5b27d4c33b250ecffcc7) AuthConfig (4f43cb677e6ec51dab61e7f4148c853e89aecae245b6dccde76152cad28b3e56) AuthConfig (a069496a69f2d78f2ca1e11e783715feea8ce2c5b39c9da0d08c88cfaeac8fa2) AuthConfig (c834f1b10b33db279d044872f57db326be2dc7c8b7605567031db0770e42e14e) AuthConfig (50ba8ddbe29962d9db0c88a05ca334becf8f2d5706181f030fb6233009cf2687) AuthConfig (3bb2c94f07563e33f5eebc5268bb3deb934420457d8b0520a345698f0d246f6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"88ea1536-176c-4d7d-ab2f-431977c59acb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.257320282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-531ee4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cb08dba4c36488de3485bf53e78e6317c1c4aa610b6d99233c66d52fe6ce4cc) AuthConfig (58ceb6535a033a2e26d1e3714793a4eb2e8d3cf722a3cfe21e8a1e734f8ba9b2) AuthConfig (ff0f746ff5ca25b564db65a3ac3a4b4d9bedb5ee5b56715bbd82fc472b151a75) AuthConfig (a38da20d61fd5745f90495b811f9b66ca318fc00803ba66e1399e969de002e9e) AuthConfig (4148d5ee4cb49dff8483d3b1632c0181d2ad765b0d351ef7cf22f0fb87e1475f) AuthConfig (41853acc45a02dfcf4dfb68e5bb4c6a2d0050a6c84f69ade0ec02451a79446bd) AuthConfig (b20ab683522b7a025a9be80b0adc21870cbba6b936364990bad03bbd657b502f) AuthConfig (ac006dd34e1af9c43dd1446a58c6fd3e55e70a4def26533a930930e2c34b5cb2) AuthConfig (8ce407e8c30f20b5e27acf10b0a26b356738b770681826aac9e0175fe21a6f57) AuthConfig (9efc28516efc4a446e7ec7d610c8db5f9c6c2fe9abc3e973fef68dcc610cac89) AuthConfig (c2be280e77843a45a62884bdff0ff83f1377d4c3eb05eb3f3482f6cee474d86d) AuthConfig (6dc194f655b4d41784f31d8ef07e5ed2493e665105a5e07a99631a0d493a7086) AuthConfig (82f614108a9a6cf2e5b0226ecfba2d9d178fa152558e5fafa872d8aaee94ba8e) AuthConfig (b5417880856d54c6a0140f86b1d104113d7b372cd381f39b3b07769c6bec231a) AuthConfig (d9f74910fe8d33bc5f3cef8c84d5aee05e9f5518ab8ce5eb1eb7b351e17a24de) AuthConfig (14a6818b823dc4a74de2cb3424e363378ce1aa398147294af5c12fa36d505e72) AuthConfig (10ff9ddbef3a245476eac8b45fbb22d7c777e3072ce66a0cac17d46466333a1f) AuthConfig (f4531b55399a2c04ea8376721e2e8efe83b1776b92e256514eac328abab6bccb) AuthConfig (fb1cfa3270464df7e28dae42126a19ac1c9b511b32000a5e660ea4c9513cdc79) AuthConfig (a1daf7aeaf2fe150ff6ca3afc52a22bd419468cdf9c307ab0fd83865ae5d5cc1) AuthConfig (d30a1f7c6944a86346c12e119c62430f60c5c830a0beafe2df75d0f9fae9e8e3) AuthConfig (54b3c68cf019a0e7bce381852badd1c8efae982c127991d868fe4dc938f43d62) AuthConfig (da67d7a2d5b2aca7bc6645164a9a9dc90f9abc3ec22440330bc32900b4d26045) AuthConfig (c136d8be7bc235950d36268c41cd2a393f0965fdf79144e161ece8e7225cc5d6) AuthConfig (ea2d2be19b1ee90594fd2ce710964f26f5f0bf0d728a5b27d4c33b250ecffcc7) AuthConfig (4f43cb677e6ec51dab61e7f4148c853e89aecae245b6dccde76152cad28b3e56) AuthConfig (a069496a69f2d78f2ca1e11e783715feea8ce2c5b39c9da0d08c88cfaeac8fa2) AuthConfig (c834f1b10b33db279d044872f57db326be2dc7c8b7605567031db0770e42e14e) AuthConfig (50ba8ddbe29962d9db0c88a05ca334becf8f2d5706181f030fb6233009cf2687) AuthConfig (3bb2c94f07563e33f5eebc5268bb3deb934420457d8b0520a345698f0d246f6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"1e839abf-14ba-4eee-9210-4085f1e5cb83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.312910596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"92f8c5e0-9502-4893-9485-06b46c10869a","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.315899927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"4a7d1962-e43c-427a-811c-cd0fe6b6e688","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.366242907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"9a8219be-70b3-4dbd-bb4b-72be83dd264d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.36631886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"2de3801e-c2d0-497c-a253-221cb1ee1636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.421419269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"9a8219be-70b3-4dbd-bb4b-72be83dd264d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.423713806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"2de3801e-c2d0-497c-a253-221cb1ee1636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.467028308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"5e48dda1-df7b-4ffe-b92b-0fe9861f930f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.468485595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"ab7da02a-6396-4ba8-b779-3cf9d56b2e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.476970786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e28e1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68089f52acefaf939701f5a371fa70666199b9cd14fb5f37051fec21a4353780) AuthConfig (040a71721f7aa88fde01a6a1304dc3d9e27d2ac5e3f91c2eef2c9542cc75e2b8) AuthConfig (f2c570b506e30ce2a40d9384b331cfb9ab596314269b699daef1e11707c37295) AuthConfig (1972696b86dbbec7d2bbf3672b227aeea72eb0e7cb95323a87b754a5bf18c803) AuthConfig (fb78f158ce100001c4ca7e1b5da33f7357573e6fe0d4aa45476bf79fbd886042) AuthConfig (9bc22e142066875b88ac0627936cc120bb3a263fd5af9cc5e5ebe3b3bf11463a) AuthConfig (c34498d58dad2fddfbbdf1d93e2f4e75ddd8e512a9d960ad90066ffdaa54c72b) AuthConfig (96e3c090a5b28895c8d61a4f98f4196f9e4f09987837d52fe599fe732fe55dfc) AuthConfig (4bed34e8d308d214e4c76077b8899f6e148482a383a01a4a0899b8abbc5d2d9b) AuthConfig (f964087f3b2f5076d9aaaec1f5aa1438fdb26c1b4c4c37d0463865c73906e990) AuthConfig (5f127ff3d1724dc329b69369c4d52b0e59f739515d20d74b8700cdfdcb4b993c) AuthConfig (19f39cd487e351c051ddc8399096b99087f619893c9eb63b411998fe663d70b6) AuthConfig (77a8eeddd9a4efe25a604e6d68b13dfe3f701cffcf4921c85322a3a51b4f4646) AuthConfig (b5f9c8660b500d96392b0e44034585a0d2c6acd10cba74d2e6fa662882ff254a) AuthConfig (49190949c3953d2edf88c80480b26dff3715d863c03678a82015ea9cc0c7053b) AuthConfig (7c15770482792fa8bc854e3c41e5ac2513bd77a2843602be6bd1e97bc1238945) AuthConfig (792a03cb4b92b51a14f9f9619c8bffa5ce59174e84002838f9e3f783b39e0c43) AuthConfig (d8e6dc302fd24a3f5d0b625d30c16cf2b086ea1da2c9cb3150a247536a0bc9d2) AuthConfig (cd6bf4ebe2536adcc8a12f04c1d46684f24fa0089d0672875a12e328b9eaf342) AuthConfig (4deeaa1a7eb80e0e06ecad8f1b741668c82d02dcfaa2322993ddac964f410d86) AuthConfig (3f7b922e26e2baef512b7a7f9c1fca805cb1941b9de892b729f3f3ef7460e72f) AuthConfig (ad31480bb3aa1074b7a5edfdc6a41201b74eb38dac160a1ca4bdded93ebfa9c5) AuthConfig (dc8fce8a9d83da1cddd1b0d5561f0b0d209a827ad3332e29bec3fd88e6c0375f) AuthConfig (8ce48f913d3c27fb484bc39e67701048cfd1b394de106f32c50690735bb01c1a) AuthConfig (296d5769c499cfdeef12e21e9382ab54de02486d0cd88b46947de04b1df93f1b) AuthConfig (8d9808e8c73507b51bac31ed1100cb7772c4855daf7c967d31e56a1b0060841f) AuthConfig (a43ebd3ba361e3f70eac321d26c6b963ecd5f0f89a316e741b57b7ee651729c5) AuthConfig (7cdd570e2ddd96d8cd8b5879c353d0b57183eed90fe7c556c40623a35b032b74) AuthConfig (c159a091ec0fce0d034ceadaae7ae47f3b8c3563f1718e0f4bad923cc5a4ec33) AuthConfig (f80a077230c3902de6dd4db2b5699a2342ed4e51bdbc48da757636e3eb2d631d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"9a8219be-70b3-4dbd-bb4b-72be83dd264d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.478196326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e28e1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68089f52acefaf939701f5a371fa70666199b9cd14fb5f37051fec21a4353780) AuthConfig (040a71721f7aa88fde01a6a1304dc3d9e27d2ac5e3f91c2eef2c9542cc75e2b8) AuthConfig (f2c570b506e30ce2a40d9384b331cfb9ab596314269b699daef1e11707c37295) AuthConfig (1972696b86dbbec7d2bbf3672b227aeea72eb0e7cb95323a87b754a5bf18c803) AuthConfig (fb78f158ce100001c4ca7e1b5da33f7357573e6fe0d4aa45476bf79fbd886042) AuthConfig (9bc22e142066875b88ac0627936cc120bb3a263fd5af9cc5e5ebe3b3bf11463a) AuthConfig (c34498d58dad2fddfbbdf1d93e2f4e75ddd8e512a9d960ad90066ffdaa54c72b) AuthConfig (96e3c090a5b28895c8d61a4f98f4196f9e4f09987837d52fe599fe732fe55dfc) AuthConfig (4bed34e8d308d214e4c76077b8899f6e148482a383a01a4a0899b8abbc5d2d9b) AuthConfig (f964087f3b2f5076d9aaaec1f5aa1438fdb26c1b4c4c37d0463865c73906e990) AuthConfig (5f127ff3d1724dc329b69369c4d52b0e59f739515d20d74b8700cdfdcb4b993c) AuthConfig (19f39cd487e351c051ddc8399096b99087f619893c9eb63b411998fe663d70b6) AuthConfig (77a8eeddd9a4efe25a604e6d68b13dfe3f701cffcf4921c85322a3a51b4f4646) AuthConfig (b5f9c8660b500d96392b0e44034585a0d2c6acd10cba74d2e6fa662882ff254a) AuthConfig (49190949c3953d2edf88c80480b26dff3715d863c03678a82015ea9cc0c7053b) AuthConfig (7c15770482792fa8bc854e3c41e5ac2513bd77a2843602be6bd1e97bc1238945) AuthConfig (792a03cb4b92b51a14f9f9619c8bffa5ce59174e84002838f9e3f783b39e0c43) AuthConfig (d8e6dc302fd24a3f5d0b625d30c16cf2b086ea1da2c9cb3150a247536a0bc9d2) AuthConfig (cd6bf4ebe2536adcc8a12f04c1d46684f24fa0089d0672875a12e328b9eaf342) AuthConfig (4deeaa1a7eb80e0e06ecad8f1b741668c82d02dcfaa2322993ddac964f410d86) AuthConfig (3f7b922e26e2baef512b7a7f9c1fca805cb1941b9de892b729f3f3ef7460e72f) AuthConfig (ad31480bb3aa1074b7a5edfdc6a41201b74eb38dac160a1ca4bdded93ebfa9c5) AuthConfig (dc8fce8a9d83da1cddd1b0d5561f0b0d209a827ad3332e29bec3fd88e6c0375f) AuthConfig (8ce48f913d3c27fb484bc39e67701048cfd1b394de106f32c50690735bb01c1a) AuthConfig (296d5769c499cfdeef12e21e9382ab54de02486d0cd88b46947de04b1df93f1b) AuthConfig (8d9808e8c73507b51bac31ed1100cb7772c4855daf7c967d31e56a1b0060841f) AuthConfig (a43ebd3ba361e3f70eac321d26c6b963ecd5f0f89a316e741b57b7ee651729c5) AuthConfig (7cdd570e2ddd96d8cd8b5879c353d0b57183eed90fe7c556c40623a35b032b74) AuthConfig (c159a091ec0fce0d034ceadaae7ae47f3b8c3563f1718e0f4bad923cc5a4ec33) AuthConfig (f80a077230c3902de6dd4db2b5699a2342ed4e51bdbc48da757636e3eb2d631d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"2de3801e-c2d0-497c-a253-221cb1ee1636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.523119705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"5e48dda1-df7b-4ffe-b92b-0fe9861f930f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.523789176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"ab7da02a-6396-4ba8-b779-3cf9d56b2e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.577128728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-531ee4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cb08dba4c36488de3485bf53e78e6317c1c4aa610b6d99233c66d52fe6ce4cc) AuthConfig (58ceb6535a033a2e26d1e3714793a4eb2e8d3cf722a3cfe21e8a1e734f8ba9b2) AuthConfig (ff0f746ff5ca25b564db65a3ac3a4b4d9bedb5ee5b56715bbd82fc472b151a75) AuthConfig (a38da20d61fd5745f90495b811f9b66ca318fc00803ba66e1399e969de002e9e) AuthConfig (4148d5ee4cb49dff8483d3b1632c0181d2ad765b0d351ef7cf22f0fb87e1475f) AuthConfig (41853acc45a02dfcf4dfb68e5bb4c6a2d0050a6c84f69ade0ec02451a79446bd) AuthConfig (b20ab683522b7a025a9be80b0adc21870cbba6b936364990bad03bbd657b502f) AuthConfig (ac006dd34e1af9c43dd1446a58c6fd3e55e70a4def26533a930930e2c34b5cb2) AuthConfig (8ce407e8c30f20b5e27acf10b0a26b356738b770681826aac9e0175fe21a6f57) AuthConfig (9efc28516efc4a446e7ec7d610c8db5f9c6c2fe9abc3e973fef68dcc610cac89) AuthConfig (c2be280e77843a45a62884bdff0ff83f1377d4c3eb05eb3f3482f6cee474d86d) AuthConfig (6dc194f655b4d41784f31d8ef07e5ed2493e665105a5e07a99631a0d493a7086) AuthConfig (82f614108a9a6cf2e5b0226ecfba2d9d178fa152558e5fafa872d8aaee94ba8e) AuthConfig (b5417880856d54c6a0140f86b1d104113d7b372cd381f39b3b07769c6bec231a) AuthConfig (d9f74910fe8d33bc5f3cef8c84d5aee05e9f5518ab8ce5eb1eb7b351e17a24de) AuthConfig (14a6818b823dc4a74de2cb3424e363378ce1aa398147294af5c12fa36d505e72) AuthConfig (10ff9ddbef3a245476eac8b45fbb22d7c777e3072ce66a0cac17d46466333a1f) AuthConfig (f4531b55399a2c04ea8376721e2e8efe83b1776b92e256514eac328abab6bccb) AuthConfig (fb1cfa3270464df7e28dae42126a19ac1c9b511b32000a5e660ea4c9513cdc79) AuthConfig (a1daf7aeaf2fe150ff6ca3afc52a22bd419468cdf9c307ab0fd83865ae5d5cc1) AuthConfig (d30a1f7c6944a86346c12e119c62430f60c5c830a0beafe2df75d0f9fae9e8e3) AuthConfig (54b3c68cf019a0e7bce381852badd1c8efae982c127991d868fe4dc938f43d62) AuthConfig (da67d7a2d5b2aca7bc6645164a9a9dc90f9abc3ec22440330bc32900b4d26045) AuthConfig (c136d8be7bc235950d36268c41cd2a393f0965fdf79144e161ece8e7225cc5d6) AuthConfig (ea2d2be19b1ee90594fd2ce710964f26f5f0bf0d728a5b27d4c33b250ecffcc7) AuthConfig (4f43cb677e6ec51dab61e7f4148c853e89aecae245b6dccde76152cad28b3e56) AuthConfig (a069496a69f2d78f2ca1e11e783715feea8ce2c5b39c9da0d08c88cfaeac8fa2) AuthConfig (c834f1b10b33db279d044872f57db326be2dc7c8b7605567031db0770e42e14e) AuthConfig (50ba8ddbe29962d9db0c88a05ca334becf8f2d5706181f030fb6233009cf2687) AuthConfig (3bb2c94f07563e33f5eebc5268bb3deb934420457d8b0520a345698f0d246f6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"5e48dda1-df7b-4ffe-b92b-0fe9861f930f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.577475836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-531ee4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cb08dba4c36488de3485bf53e78e6317c1c4aa610b6d99233c66d52fe6ce4cc) AuthConfig (58ceb6535a033a2e26d1e3714793a4eb2e8d3cf722a3cfe21e8a1e734f8ba9b2) AuthConfig (ff0f746ff5ca25b564db65a3ac3a4b4d9bedb5ee5b56715bbd82fc472b151a75) AuthConfig (a38da20d61fd5745f90495b811f9b66ca318fc00803ba66e1399e969de002e9e) AuthConfig (4148d5ee4cb49dff8483d3b1632c0181d2ad765b0d351ef7cf22f0fb87e1475f) AuthConfig (41853acc45a02dfcf4dfb68e5bb4c6a2d0050a6c84f69ade0ec02451a79446bd) AuthConfig (b20ab683522b7a025a9be80b0adc21870cbba6b936364990bad03bbd657b502f) AuthConfig (ac006dd34e1af9c43dd1446a58c6fd3e55e70a4def26533a930930e2c34b5cb2) AuthConfig (8ce407e8c30f20b5e27acf10b0a26b356738b770681826aac9e0175fe21a6f57) AuthConfig (9efc28516efc4a446e7ec7d610c8db5f9c6c2fe9abc3e973fef68dcc610cac89) AuthConfig (c2be280e77843a45a62884bdff0ff83f1377d4c3eb05eb3f3482f6cee474d86d) AuthConfig (6dc194f655b4d41784f31d8ef07e5ed2493e665105a5e07a99631a0d493a7086) AuthConfig (82f614108a9a6cf2e5b0226ecfba2d9d178fa152558e5fafa872d8aaee94ba8e) AuthConfig (b5417880856d54c6a0140f86b1d104113d7b372cd381f39b3b07769c6bec231a) AuthConfig (d9f74910fe8d33bc5f3cef8c84d5aee05e9f5518ab8ce5eb1eb7b351e17a24de) AuthConfig (14a6818b823dc4a74de2cb3424e363378ce1aa398147294af5c12fa36d505e72) AuthConfig (10ff9ddbef3a245476eac8b45fbb22d7c777e3072ce66a0cac17d46466333a1f) AuthConfig (f4531b55399a2c04ea8376721e2e8efe83b1776b92e256514eac328abab6bccb) AuthConfig (fb1cfa3270464df7e28dae42126a19ac1c9b511b32000a5e660ea4c9513cdc79) AuthConfig (a1daf7aeaf2fe150ff6ca3afc52a22bd419468cdf9c307ab0fd83865ae5d5cc1) AuthConfig (d30a1f7c6944a86346c12e119c62430f60c5c830a0beafe2df75d0f9fae9e8e3) AuthConfig (54b3c68cf019a0e7bce381852badd1c8efae982c127991d868fe4dc938f43d62) AuthConfig (da67d7a2d5b2aca7bc6645164a9a9dc90f9abc3ec22440330bc32900b4d26045) AuthConfig (c136d8be7bc235950d36268c41cd2a393f0965fdf79144e161ece8e7225cc5d6) AuthConfig (ea2d2be19b1ee90594fd2ce710964f26f5f0bf0d728a5b27d4c33b250ecffcc7) AuthConfig (4f43cb677e6ec51dab61e7f4148c853e89aecae245b6dccde76152cad28b3e56) AuthConfig (a069496a69f2d78f2ca1e11e783715feea8ce2c5b39c9da0d08c88cfaeac8fa2) AuthConfig (c834f1b10b33db279d044872f57db326be2dc7c8b7605567031db0770e42e14e) AuthConfig (50ba8ddbe29962d9db0c88a05ca334becf8f2d5706181f030fb6233009cf2687) AuthConfig (3bb2c94f07563e33f5eebc5268bb3deb934420457d8b0520a345698f0d246f6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"ab7da02a-6396-4ba8-b779-3cf9d56b2e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.743167951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"a3795266-f342-42fb-84f5-3d436e3e5bc6","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.898139011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-66521267-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-combo-sub-66521267-auth","reconcileID":"1cdc86b8-61e0-4f4b-a0ad-47694d7f243a","MaaSAuthPolicy":{"name":"e2e-combo-sub-66521267-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.898305312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"0043fd6f-7d71-45a2-96ca-7a579715f3f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.898695362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"366fd10e-dcf5-4401-bf09-57d411e7b23c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.953801253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-66521267-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-combo-sub-66521267-auth","reconcileID":"1cdc86b8-61e0-4f4b-a0ad-47694d7f243a","MaaSAuthPolicy":{"name":"e2e-combo-sub-66521267-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.954236356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"366fd10e-dcf5-4401-bf09-57d411e7b23c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:19.956046002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"0043fd6f-7d71-45a2-96ca-7a579715f3f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:20.02833636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"11602d61-9b3b-42cb-9438-d2b77ea2114f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:20.084054635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"11602d61-9b3b-42cb-9438-d2b77ea2114f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:20.342657652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"459a3f5f-436d-4ea8-a23e-ebe43a9772db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:20.397813204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"459a3f5f-436d-4ea8-a23e-ebe43a9772db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:20.398288522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"7d6849fe-374c-440c-860d-b976c0675099","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:20.712436695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"e209bb20-899e-42b8-adee-59a7308d61e4","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.632389969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"37baa5b2-c085-421b-95cf-8e4ea56fa6e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.632409378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"12f37e03-6485-4ad6-8b69-f8815025ee29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.688923267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"37baa5b2-c085-421b-95cf-8e4ea56fa6e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.688984736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"12f37e03-6485-4ad6-8b69-f8815025ee29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.734142601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"0ae3f201-897d-45ad-97ff-e69b42715572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.734142674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"5b0d048a-b1bc-43e5-8664-1fd3222e5fdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.743228021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e28e1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68089f52acefaf939701f5a371fa70666199b9cd14fb5f37051fec21a4353780) AuthConfig (040a71721f7aa88fde01a6a1304dc3d9e27d2ac5e3f91c2eef2c9542cc75e2b8) AuthConfig (f2c570b506e30ce2a40d9384b331cfb9ab596314269b699daef1e11707c37295) AuthConfig (1972696b86dbbec7d2bbf3672b227aeea72eb0e7cb95323a87b754a5bf18c803) AuthConfig (fb78f158ce100001c4ca7e1b5da33f7357573e6fe0d4aa45476bf79fbd886042) AuthConfig (9bc22e142066875b88ac0627936cc120bb3a263fd5af9cc5e5ebe3b3bf11463a) AuthConfig (c34498d58dad2fddfbbdf1d93e2f4e75ddd8e512a9d960ad90066ffdaa54c72b) AuthConfig (96e3c090a5b28895c8d61a4f98f4196f9e4f09987837d52fe599fe732fe55dfc) AuthConfig (4bed34e8d308d214e4c76077b8899f6e148482a383a01a4a0899b8abbc5d2d9b) AuthConfig (f964087f3b2f5076d9aaaec1f5aa1438fdb26c1b4c4c37d0463865c73906e990) AuthConfig (5f127ff3d1724dc329b69369c4d52b0e59f739515d20d74b8700cdfdcb4b993c) AuthConfig (19f39cd487e351c051ddc8399096b99087f619893c9eb63b411998fe663d70b6) AuthConfig (77a8eeddd9a4efe25a604e6d68b13dfe3f701cffcf4921c85322a3a51b4f4646) AuthConfig (b5f9c8660b500d96392b0e44034585a0d2c6acd10cba74d2e6fa662882ff254a) AuthConfig (49190949c3953d2edf88c80480b26dff3715d863c03678a82015ea9cc0c7053b) AuthConfig (7c15770482792fa8bc854e3c41e5ac2513bd77a2843602be6bd1e97bc1238945) AuthConfig (792a03cb4b92b51a14f9f9619c8bffa5ce59174e84002838f9e3f783b39e0c43) AuthConfig (d8e6dc302fd24a3f5d0b625d30c16cf2b086ea1da2c9cb3150a247536a0bc9d2) AuthConfig (cd6bf4ebe2536adcc8a12f04c1d46684f24fa0089d0672875a12e328b9eaf342) AuthConfig (4deeaa1a7eb80e0e06ecad8f1b741668c82d02dcfaa2322993ddac964f410d86) AuthConfig (3f7b922e26e2baef512b7a7f9c1fca805cb1941b9de892b729f3f3ef7460e72f) AuthConfig (ad31480bb3aa1074b7a5edfdc6a41201b74eb38dac160a1ca4bdded93ebfa9c5) AuthConfig (dc8fce8a9d83da1cddd1b0d5561f0b0d209a827ad3332e29bec3fd88e6c0375f) AuthConfig (8ce48f913d3c27fb484bc39e67701048cfd1b394de106f32c50690735bb01c1a) AuthConfig (296d5769c499cfdeef12e21e9382ab54de02486d0cd88b46947de04b1df93f1b) AuthConfig (8d9808e8c73507b51bac31ed1100cb7772c4855daf7c967d31e56a1b0060841f) AuthConfig (a43ebd3ba361e3f70eac321d26c6b963ecd5f0f89a316e741b57b7ee651729c5) AuthConfig (7cdd570e2ddd96d8cd8b5879c353d0b57183eed90fe7c556c40623a35b032b74) AuthConfig (c159a091ec0fce0d034ceadaae7ae47f3b8c3563f1718e0f4bad923cc5a4ec33) AuthConfig (f80a077230c3902de6dd4db2b5699a2342ed4e51bdbc48da757636e3eb2d631d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"12f37e03-6485-4ad6-8b69-f8815025ee29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.744037208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e28e1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68089f52acefaf939701f5a371fa70666199b9cd14fb5f37051fec21a4353780) AuthConfig (040a71721f7aa88fde01a6a1304dc3d9e27d2ac5e3f91c2eef2c9542cc75e2b8) AuthConfig (f2c570b506e30ce2a40d9384b331cfb9ab596314269b699daef1e11707c37295) AuthConfig (1972696b86dbbec7d2bbf3672b227aeea72eb0e7cb95323a87b754a5bf18c803) AuthConfig (fb78f158ce100001c4ca7e1b5da33f7357573e6fe0d4aa45476bf79fbd886042) AuthConfig (9bc22e142066875b88ac0627936cc120bb3a263fd5af9cc5e5ebe3b3bf11463a) AuthConfig (c34498d58dad2fddfbbdf1d93e2f4e75ddd8e512a9d960ad90066ffdaa54c72b) AuthConfig (96e3c090a5b28895c8d61a4f98f4196f9e4f09987837d52fe599fe732fe55dfc) AuthConfig (4bed34e8d308d214e4c76077b8899f6e148482a383a01a4a0899b8abbc5d2d9b) AuthConfig (f964087f3b2f5076d9aaaec1f5aa1438fdb26c1b4c4c37d0463865c73906e990) AuthConfig (5f127ff3d1724dc329b69369c4d52b0e59f739515d20d74b8700cdfdcb4b993c) AuthConfig (19f39cd487e351c051ddc8399096b99087f619893c9eb63b411998fe663d70b6) AuthConfig (77a8eeddd9a4efe25a604e6d68b13dfe3f701cffcf4921c85322a3a51b4f4646) AuthConfig (b5f9c8660b500d96392b0e44034585a0d2c6acd10cba74d2e6fa662882ff254a) AuthConfig (49190949c3953d2edf88c80480b26dff3715d863c03678a82015ea9cc0c7053b) AuthConfig (7c15770482792fa8bc854e3c41e5ac2513bd77a2843602be6bd1e97bc1238945) AuthConfig (792a03cb4b92b51a14f9f9619c8bffa5ce59174e84002838f9e3f783b39e0c43) AuthConfig (d8e6dc302fd24a3f5d0b625d30c16cf2b086ea1da2c9cb3150a247536a0bc9d2) AuthConfig (cd6bf4ebe2536adcc8a12f04c1d46684f24fa0089d0672875a12e328b9eaf342) AuthConfig (4deeaa1a7eb80e0e06ecad8f1b741668c82d02dcfaa2322993ddac964f410d86) AuthConfig (3f7b922e26e2baef512b7a7f9c1fca805cb1941b9de892b729f3f3ef7460e72f) AuthConfig (ad31480bb3aa1074b7a5edfdc6a41201b74eb38dac160a1ca4bdded93ebfa9c5) AuthConfig (dc8fce8a9d83da1cddd1b0d5561f0b0d209a827ad3332e29bec3fd88e6c0375f) AuthConfig (8ce48f913d3c27fb484bc39e67701048cfd1b394de106f32c50690735bb01c1a) AuthConfig (296d5769c499cfdeef12e21e9382ab54de02486d0cd88b46947de04b1df93f1b) AuthConfig (8d9808e8c73507b51bac31ed1100cb7772c4855daf7c967d31e56a1b0060841f) AuthConfig (a43ebd3ba361e3f70eac321d26c6b963ecd5f0f89a316e741b57b7ee651729c5) AuthConfig (7cdd570e2ddd96d8cd8b5879c353d0b57183eed90fe7c556c40623a35b032b74) AuthConfig (c159a091ec0fce0d034ceadaae7ae47f3b8c3563f1718e0f4bad923cc5a4ec33) AuthConfig (f80a077230c3902de6dd4db2b5699a2342ed4e51bdbc48da757636e3eb2d631d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"37baa5b2-c085-421b-95cf-8e4ea56fa6e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.790122838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"0ae3f201-897d-45ad-97ff-e69b42715572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.7901754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"5b0d048a-b1bc-43e5-8664-1fd3222e5fdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.844576903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-531ee4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cb08dba4c36488de3485bf53e78e6317c1c4aa610b6d99233c66d52fe6ce4cc) AuthConfig (58ceb6535a033a2e26d1e3714793a4eb2e8d3cf722a3cfe21e8a1e734f8ba9b2) AuthConfig (ff0f746ff5ca25b564db65a3ac3a4b4d9bedb5ee5b56715bbd82fc472b151a75) AuthConfig (a38da20d61fd5745f90495b811f9b66ca318fc00803ba66e1399e969de002e9e) AuthConfig (4148d5ee4cb49dff8483d3b1632c0181d2ad765b0d351ef7cf22f0fb87e1475f) AuthConfig (41853acc45a02dfcf4dfb68e5bb4c6a2d0050a6c84f69ade0ec02451a79446bd) AuthConfig (b20ab683522b7a025a9be80b0adc21870cbba6b936364990bad03bbd657b502f) AuthConfig (ac006dd34e1af9c43dd1446a58c6fd3e55e70a4def26533a930930e2c34b5cb2) AuthConfig (8ce407e8c30f20b5e27acf10b0a26b356738b770681826aac9e0175fe21a6f57) AuthConfig (9efc28516efc4a446e7ec7d610c8db5f9c6c2fe9abc3e973fef68dcc610cac89) AuthConfig (c2be280e77843a45a62884bdff0ff83f1377d4c3eb05eb3f3482f6cee474d86d) AuthConfig (6dc194f655b4d41784f31d8ef07e5ed2493e665105a5e07a99631a0d493a7086) AuthConfig (82f614108a9a6cf2e5b0226ecfba2d9d178fa152558e5fafa872d8aaee94ba8e) AuthConfig (b5417880856d54c6a0140f86b1d104113d7b372cd381f39b3b07769c6bec231a) AuthConfig (d9f74910fe8d33bc5f3cef8c84d5aee05e9f5518ab8ce5eb1eb7b351e17a24de) AuthConfig (14a6818b823dc4a74de2cb3424e363378ce1aa398147294af5c12fa36d505e72) AuthConfig (10ff9ddbef3a245476eac8b45fbb22d7c777e3072ce66a0cac17d46466333a1f) AuthConfig (f4531b55399a2c04ea8376721e2e8efe83b1776b92e256514eac328abab6bccb) AuthConfig (fb1cfa3270464df7e28dae42126a19ac1c9b511b32000a5e660ea4c9513cdc79) AuthConfig (a1daf7aeaf2fe150ff6ca3afc52a22bd419468cdf9c307ab0fd83865ae5d5cc1) AuthConfig (d30a1f7c6944a86346c12e119c62430f60c5c830a0beafe2df75d0f9fae9e8e3) AuthConfig (54b3c68cf019a0e7bce381852badd1c8efae982c127991d868fe4dc938f43d62) AuthConfig (da67d7a2d5b2aca7bc6645164a9a9dc90f9abc3ec22440330bc32900b4d26045) AuthConfig (c136d8be7bc235950d36268c41cd2a393f0965fdf79144e161ece8e7225cc5d6) AuthConfig (ea2d2be19b1ee90594fd2ce710964f26f5f0bf0d728a5b27d4c33b250ecffcc7) AuthConfig (4f43cb677e6ec51dab61e7f4148c853e89aecae245b6dccde76152cad28b3e56) AuthConfig (a069496a69f2d78f2ca1e11e783715feea8ce2c5b39c9da0d08c88cfaeac8fa2) AuthConfig (c834f1b10b33db279d044872f57db326be2dc7c8b7605567031db0770e42e14e) AuthConfig (50ba8ddbe29962d9db0c88a05ca334becf8f2d5706181f030fb6233009cf2687) AuthConfig (3bb2c94f07563e33f5eebc5268bb3deb934420457d8b0520a345698f0d246f6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"5b0d048a-b1bc-43e5-8664-1fd3222e5fdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.844682519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-531ee4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cb08dba4c36488de3485bf53e78e6317c1c4aa610b6d99233c66d52fe6ce4cc) AuthConfig (58ceb6535a033a2e26d1e3714793a4eb2e8d3cf722a3cfe21e8a1e734f8ba9b2) AuthConfig (ff0f746ff5ca25b564db65a3ac3a4b4d9bedb5ee5b56715bbd82fc472b151a75) AuthConfig (a38da20d61fd5745f90495b811f9b66ca318fc00803ba66e1399e969de002e9e) AuthConfig (4148d5ee4cb49dff8483d3b1632c0181d2ad765b0d351ef7cf22f0fb87e1475f) AuthConfig (41853acc45a02dfcf4dfb68e5bb4c6a2d0050a6c84f69ade0ec02451a79446bd) AuthConfig (b20ab683522b7a025a9be80b0adc21870cbba6b936364990bad03bbd657b502f) AuthConfig (ac006dd34e1af9c43dd1446a58c6fd3e55e70a4def26533a930930e2c34b5cb2) AuthConfig (8ce407e8c30f20b5e27acf10b0a26b356738b770681826aac9e0175fe21a6f57) AuthConfig (9efc28516efc4a446e7ec7d610c8db5f9c6c2fe9abc3e973fef68dcc610cac89) AuthConfig (c2be280e77843a45a62884bdff0ff83f1377d4c3eb05eb3f3482f6cee474d86d) AuthConfig (6dc194f655b4d41784f31d8ef07e5ed2493e665105a5e07a99631a0d493a7086) AuthConfig (82f614108a9a6cf2e5b0226ecfba2d9d178fa152558e5fafa872d8aaee94ba8e) AuthConfig (b5417880856d54c6a0140f86b1d104113d7b372cd381f39b3b07769c6bec231a) AuthConfig (d9f74910fe8d33bc5f3cef8c84d5aee05e9f5518ab8ce5eb1eb7b351e17a24de) AuthConfig (14a6818b823dc4a74de2cb3424e363378ce1aa398147294af5c12fa36d505e72) AuthConfig (10ff9ddbef3a245476eac8b45fbb22d7c777e3072ce66a0cac17d46466333a1f) AuthConfig (f4531b55399a2c04ea8376721e2e8efe83b1776b92e256514eac328abab6bccb) AuthConfig (fb1cfa3270464df7e28dae42126a19ac1c9b511b32000a5e660ea4c9513cdc79) AuthConfig (a1daf7aeaf2fe150ff6ca3afc52a22bd419468cdf9c307ab0fd83865ae5d5cc1) AuthConfig (d30a1f7c6944a86346c12e119c62430f60c5c830a0beafe2df75d0f9fae9e8e3) AuthConfig (54b3c68cf019a0e7bce381852badd1c8efae982c127991d868fe4dc938f43d62) AuthConfig (da67d7a2d5b2aca7bc6645164a9a9dc90f9abc3ec22440330bc32900b4d26045) AuthConfig (c136d8be7bc235950d36268c41cd2a393f0965fdf79144e161ece8e7225cc5d6) AuthConfig (ea2d2be19b1ee90594fd2ce710964f26f5f0bf0d728a5b27d4c33b250ecffcc7) AuthConfig (4f43cb677e6ec51dab61e7f4148c853e89aecae245b6dccde76152cad28b3e56) AuthConfig (a069496a69f2d78f2ca1e11e783715feea8ce2c5b39c9da0d08c88cfaeac8fa2) AuthConfig (c834f1b10b33db279d044872f57db326be2dc7c8b7605567031db0770e42e14e) AuthConfig (50ba8ddbe29962d9db0c88a05ca334becf8f2d5706181f030fb6233009cf2687) AuthConfig (3bb2c94f07563e33f5eebc5268bb3deb934420457d8b0520a345698f0d246f6f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"0ae3f201-897d-45ad-97ff-e69b42715572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:29.904251195Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-66521267","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-combo-sub-66521267","reconcileID":"e509190a-9594-42b4-a529-9499a054351a","MaaSSubscription":{"name":"e2e-combo-sub-66521267","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscription":"e2e-combo-sub-66521267","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:30.116802485Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-66521267","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-combo-sub-66521267","reconcileID":"e509190a-9594-42b4-a529-9499a054351a","MaaSSubscription":{"name":"e2e-combo-sub-66521267","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-048135/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:30.323401644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"69ad1d33-e54f-491b-b29a-044d1380f32c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:30.329973089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"7c658b3a-847c-4187-9837-47aac0f32091","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:30.484195907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"0f060f59-2502-428d-869e-268756a01f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:30.48435569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"0af561a3-23cd-45d6-be02-b78a0aa4f385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:30.484198961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-66521267-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-combo-sub-66521267-auth","reconcileID":"7434879e-7072-499e-8c27-8fba79eb7d44","MaaSAuthPolicy":{"name":"e2e-combo-sub-66521267-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:30.488572135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"9c9764f6-cdb6-4ac9-a5ea-fefba2929169","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:30.540032715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"0af561a3-23cd-45d6-be02-b78a0aa4f385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:30.540055009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-66521267-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-combo-sub-66521267-auth","reconcileID":"7434879e-7072-499e-8c27-8fba79eb7d44","MaaSAuthPolicy":{"name":"e2e-combo-sub-66521267-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:30.542377611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"0f060f59-2502-428d-869e-268756a01f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:30.744251649Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-66521267-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-combo-sub-66521267-auth","reconcileID":"cccb7062-e518-4f7c-a51e-3ce7fe2b081c","MaaSAuthPolicy":{"name":"e2e-combo-sub-66521267-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:30.904146067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"2ddb8acd-f100-44f7-9d0a-27bbc2d1402c","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.16321233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"d42d01be-b585-42bb-8529-956efc7089af","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.217942758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"93569b0a-753d-4fe4-ae4c-db062fc5232c","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.371905463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-degraded-auth","reconcileID":"3b603e31-0db6-4bf0-b4c8-0a72f972a628","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.427454716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-degraded-auth","reconcileID":"3b603e31-0db6-4bf0-b4c8-0a72f972a628","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.448427973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"5b3d13ee-0c2a-49ca-baa9-6eba308b07e6","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.502528075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"91e6ea87-9073-48ae-b573-69ad7538ee2d","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:36.554470122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-degraded-sub","reconcileID":"74434ee8-127c-4c9b-9ce3-00a5a3267d96","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.589639399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"4d687502-1f8a-48c6-bd76-aa2f745a05a4","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.601923985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"607a14ef-165c-4d6e-a832-f6bc6461822a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.601926527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"0957211a-7267-4c2a-9dc6-437ad977d586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.646345847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"654d094d-56ad-4f56-9076-29aee15e6b0a","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.657519721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"607a14ef-165c-4d6e-a832-f6bc6461822a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.657590127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"0957211a-7267-4c2a-9dc6-437ad977d586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.665563702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"68386de4-405a-4cb4-a414-cac788706dd3","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.723086929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"a5108ffe-6d9e-45cb-bfee-6b3addbcc0cc","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.74703075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"3bc2bde4-a69f-45a6-a133-5435cfdfc076","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.799937405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-apikey-active-auth","reconcileID":"7d961d18-99f3-4ca7-a23a-a6b1f3f75bae","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.855180725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-apikey-active-auth","reconcileID":"7d961d18-99f3-4ca7-a23a-a6b1f3f75bae","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.902238907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-degraded-auth","reconcileID":"fd6194e7-9cae-4cb2-98bf-16bcf310b903","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.929796208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"ccde4d7a-5e2c-48fc-ac13-4305e0492a25","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.95773361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-degraded-auth","reconcileID":"fd6194e7-9cae-4cb2-98bf-16bcf310b903","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:36.973031526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-apikey-active-sub","reconcileID":"ae6a15db-bc67-4dda-83be-2ac83a4ac99d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.986423004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"891181bd-0565-42f7-8699-f5958146efda","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.986777822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"9a21937c-61cd-4741-b7d8-ef5fc3de8927","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.987274709Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-degraded-sub","reconcileID":"2c27ffaf-7227-4a62-982b-3f9a9176d147","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-048135/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w4-048135/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:36.987387807Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-degraded-sub","reconcileID":"2c27ffaf-7227-4a62-982b-3f9a9176d147","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-048135/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.018855974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"64738099-cbe3-45c2-b376-c1fc71334bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.0740775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"64738099-cbe3-45c2-b376-c1fc71334bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.075035574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"ed1ab591-9d9d-4693-a085-a23737ae85af","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.098528794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"5a1a0d14-84e3-4703-a0f5-02b634371c1e","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.119695239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"05a6d979-a39d-4418-be42-2addcfbf542d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.119759266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"6c29b776-ec5c-40fe-b16a-62bcd13206b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.130660837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"3defd585-8396-47d2-8d72-6513196f3482","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.152789567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"f5684e14-5576-4b4f-941c-5059d6993a9e","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.168372688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"7818ac51-a1c8-4bf9-a494-5c168f6d747e","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.176371038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"05a6d979-a39d-4418-be42-2addcfbf542d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.17652335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"6c29b776-ec5c-40fe-b16a-62bcd13206b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:37.183281315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"ee04be33-7633-4a06-87e1-9700bc2d100f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:37.183915373Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-ebeeb9/e2e-apikey-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.194862376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"b8a089d4-2225-478b-9680-88dd81d1985d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.240469826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"100a7cd3-2e6f-425c-a821-cb7c3925168d","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.265889618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"ed1e622a-7bf6-4ca0-8a63-02d5394cab6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.321332946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"ed1e622a-7bf6-4ca0-8a63-02d5394cab6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.35556581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"e76fa6d6-9ad3-4ef4-958a-fb263a5286bc","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.366100003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-apikey-active-auth","reconcileID":"c8e25a44-05d2-4a6b-b672-a1455010ad1a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.398844798Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"716f1b03-14f8-47db-9369-af4d56ae5cf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ebeeb9/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-ebeeb9/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.413081069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"597e67c2-8ae9-4198-8a00-6f8311331ba7","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.423078115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-apikey-active-auth","reconcileID":"c8e25a44-05d2-4a6b-b672-a1455010ad1a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.439203619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-apikey-active-sub","reconcileID":"9a5b53d5-b298-4bbb-b29f-cf889b0199a8","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.439228979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"24bc326c-2917-493f-90e6-06533966d86b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.450930728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-degraded-sub","reconcileID":"0927a4ca-944d-4cc8-bd89-a0d226834eb8","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.451026458Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-degraded-sub","reconcileID":"0927a4ca-944d-4cc8-bd89-a0d226834eb8","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-048135/nonexistent-model-apikey","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:37.465802069Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"597e67c2-8ae9-4198-8a00-6f8311331ba7","name":"simulator-w3-d7bfc2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-d7bfc2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:37.465874811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"597e67c2-8ae9-4198-8a00-6f8311331ba7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-d7bfc2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.465993074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"581a0e48-cfc5-44e1-9c57-7ba9d3e3937a","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.466530813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"0c1bf814-b571-495a-864e-0b628d9a26d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.521648883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"0c1bf814-b571-495a-864e-0b628d9a26d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.564186448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"3bb1f5f7-cc19-4d83-8b1c-fc5d072db94e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.603312618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"8dd46282-fd9e-41c4-bd36-379a90b17a20","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.618981975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"aadaf50b-63b1-4197-90da-eb1baea27e04","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.675089093Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"2e05ce46-f723-450c-b2a9-9060a1a3893e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"simulator-w3-d7bfc2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-d7bfc2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.677920607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"5ed03dde-b726-4410-b85b-ffdef21581c7","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.684902759Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"3bb1f5f7-cc19-4d83-8b1c-fc5d072db94e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.733003495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"87e539c2-a095-4baf-a7f6-bc80746a407d","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.738949457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d7bfc2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"3bb1f5f7-cc19-4d83-8b1c-fc5d072db94e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.773335219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"61a6b7a4-206f-48ab-8057-a5228f88d4cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.773363598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"f840f0c7-abc4-447e-a832-2b3b1e5502ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.788899606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"0d7853ab-0313-4b6d-b88f-1e3143550281","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.795128111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"81801292-29f0-4715-97c1-0d39aa306b90","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.837509829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"7526d08f-63bb-4d0b-8de0-b41a83790f4a","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.874709106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-apikey-active-sub","reconcileID":"e3db023a-2a5c-4d7c-b4a2-4a4a38102556","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.874931849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"a854444e-2ffa-4451-a933-27381d7ca6a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.897911126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"f6c0efac-8fee-45fe-908d-4d56e341c04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.899744468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"7a8abf11-4e51-4f7e-a01f-4f9dbbc843b3","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.95355355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"f6c0efac-8fee-45fe-908d-4d56e341c04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:37.958918638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"8dee460e-bd60-4e9b-afb9-5afe1b8f8cfc","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.007637542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d7bfc2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"f6c0efac-8fee-45fe-908d-4d56e341c04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:38.01195936Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"8dee460e-bd60-4e9b-afb9-5afe1b8f8cfc","name":"premium-w3-d7bfc2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-d7bfc2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:38.012026944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"8dee460e-bd60-4e9b-afb9-5afe1b8f8cfc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-d7bfc2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.017371127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"1ca3e8a3-3fc1-42cd-b1cf-6275f5d8633c","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.043626729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"ca1b9bd6-ec52-4261-b1bc-773a83dcec34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.092031319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"c7ce9227-7394-4b36-b487-9398e6c94af2","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.15381118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"845e4998-826d-494c-a099-3bae623874af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.154506251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b4d725dc-0825-4d13-9957-efa77cab44b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.154766676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"547dd4ce-cb6c-4f2a-b70e-275e34a038bf","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.155038533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"835d45c4-7b89-4f14-aaea-0b2e96beeaa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.163606369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"dee4d9ec-7c53-4be6-93a7-766ee24b1cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.214861676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"835d45c4-7b89-4f14-aaea-0b2e96beeaa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.222605389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"dee4d9ec-7c53-4be6-93a7-766ee24b1cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.276478793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dffe6518-7108-42b3-ae5b-448e682fbd79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.279024655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d7bfc2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"835d45c4-7b89-4f14-aaea-0b2e96beeaa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.280187465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d7bfc2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"dee4d9ec-7c53-4be6-93a7-766ee24b1cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.335616803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"374040a3-c2ed-49e0-8d27-bd085701d785","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.381451333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"ac54d799-1703-4111-9283-291a91c868e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.382890773Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"5c7b4ab2-302c-4ebc-8d22-ece78b731f42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"premium-w3-d7bfc2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-d7bfc2/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.433194511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"4887a13d-17c2-48c9-af18-7dc5a312a2c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.484931972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"92fac7d5-8db0-4d33-b398-91eefa1a7fbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.489498746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"4887a13d-17c2-48c9-af18-7dc5a312a2c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.535035972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"fbf65cd3-2686-4398-a7f4-31c6d8fb10a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.543604764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d7bfc2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"4887a13d-17c2-48c9-af18-7dc5a312a2c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.546480256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"551f4b0a-0430-47d5-8c23-05bc8a0a9e68","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.590224712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"fbf65cd3-2686-4398-a7f4-31c6d8fb10a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.644608721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d7bfc2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"fbf65cd3-2686-4398-a7f4-31c6d8fb10a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:38.755170659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"dbc690d9-f9c0-40cb-9f62-d4ea4aedf0a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:39.308871913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"f3aa519d-f2b8-45c3-963c-74d6e929bd64","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:39.466215782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-degraded-auth","reconcileID":"9ba8292b-7b17-48b8-bc7d-fafcf8c3e4a2","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:39.466382399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"f974cf00-325f-447d-b3bb-2dbbc62609d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:39.466208179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"d65ce811-e6d5-4a3d-bd0d-3b56dae37919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:39.522498961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"d65ce811-e6d5-4a3d-bd0d-3b56dae37919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:39.522628596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"f974cf00-325f-447d-b3bb-2dbbc62609d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:39.524729759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-degraded-auth","reconcileID":"9ba8292b-7b17-48b8-bc7d-fafcf8c3e4a2","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:39.754842006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"e963ab3f-3f0c-46e1-8a98-7ae4cec207d6","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:39.897810805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"b9f01dec-83a8-4d5d-a50d-6308ecf710c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:39.897810753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"76ce8f36-d37c-4971-bcf7-6358f181dd91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:39.908799659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"55ac1e20-279e-486d-a04c-2dcf964428f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:39.908995963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"5c83f944-b594-475d-9021-0c586880b683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:39.908797351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-apikey-active-auth","reconcileID":"65810d3c-3b5e-4d5b-bdfb-94dbf9478acb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:39.953407102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"76ce8f36-d37c-4971-bcf7-6358f181dd91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:39.953497406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"b9f01dec-83a8-4d5d-a50d-6308ecf710c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:39.964743279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-apikey-active-auth","reconcileID":"65810d3c-3b5e-4d5b-bdfb-94dbf9478acb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:39.965400677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"5c83f944-b594-475d-9021-0c586880b683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:39.967051605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"55ac1e20-279e-486d-a04c-2dcf964428f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.32240974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"0321d91b-0112-496b-9476-f405d2bd3e46","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.324759669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"d3df67f8-1498-4c54-bbbb-de9ebf47ec50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.324778186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"a6f3bfde-e6e2-4ae4-ba2c-8b6dc68d8b9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.325587506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"e5050486-aa77-4b9f-8e5c-9df07eb9939f","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.38044973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"d3df67f8-1498-4c54-bbbb-de9ebf47ec50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.380505007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"a6f3bfde-e6e2-4ae4-ba2c-8b6dc68d8b9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.692198021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"e4081d4c-7229-4a4b-b705-0789fb81b976","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:40.695118732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"1b3ff617-db5e-474e-ad35-6c4e69124d76","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:43.955238971Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:44.831253454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"7c117e21-c694-47e4-936c-7fad17bb5f5f","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:44.885686898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"f9ab2f07-3830-41d9-9a34-ad47e5789e72","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.03962724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e7c8b78c-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-bulk-sub-e7c8b78c-auth","reconcileID":"c6305212-9282-437d-a77b-9dd1b68006bb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e7c8b78c-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.095144544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e7c8b78c-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-bulk-sub-e7c8b78c-auth","reconcileID":"c6305212-9282-437d-a77b-9dd1b68006bb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e7c8b78c-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.101361771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"9c09fbbb-0393-4d68-a31f-98f13c3289e2","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.157516737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"b2b7eb91-2d5e-4f3f-8761-26f4242d334b","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.206325544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"e56643f0-e774-4095-a0af-15b5b41cc743","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:45.209885129Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-531ee4/e2e-bulk-sub-e7c8b78c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-e7c8b78c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.254205229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"f82385a2-47f2-4ea7-8cd1-96ac99708d2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.254713603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"ac5710a3-0109-465c-b6ad-372d272f4634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.260011203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"f1aa94a1-9531-429a-a516-48a1bc0201f2","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.309502932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"f82385a2-47f2-4ea7-8cd1-96ac99708d2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.309770696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"ac5710a3-0109-465c-b6ad-372d272f4634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.406285861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"67381e9f-94a5-4109-a407-b7720cba3aea","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.522116916Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-e7c8b78c","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-bulk-sub-e7c8b78c","reconcileID":"0f23e903-ff0c-49e4-84d4-59a5b55c7137","MaaSSubscription":{"name":"e2e-bulk-sub-e7c8b78c","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/e2e-bulk-sub-e7c8b78c","ai-tenant-e2e-worker-w2-531ee4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.560077663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e7c8b78c-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-bulk-sub-e7c8b78c-auth","reconcileID":"0b5cda6d-e70e-4d5b-8dbb-de1e40984c28","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e7c8b78c-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.615298396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e7c8b78c-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-bulk-sub-e7c8b78c-auth","reconcileID":"0b5cda6d-e70e-4d5b-8dbb-de1e40984c28","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e7c8b78c-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.685201996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"e5d70390-ba13-4a91-a7f1-1b6f9a4297b1","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.707706477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"d18191b0-a703-4c11-a56c-2054f21db56d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.707705907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"fc1f2bdc-6d55-4486-8181-b7649afd8246","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.730032635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"ad1fd020-3245-43b0-83b6-7c6a4194f8db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.763234461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"fc1f2bdc-6d55-4486-8181-b7649afd8246","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.76360719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"d18191b0-a703-4c11-a56c-2054f21db56d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:45.89189193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-e7c8b78c","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-bulk-sub-e7c8b78c","reconcileID":"190078bf-429c-4061-a86e-d1aa9feb784f","MaaSSubscription":{"name":"e2e-bulk-sub-e7c8b78c","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:48.697997395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"8053f8e6-2f0d-4936-a953-990706de9fdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:48.754563883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"8053f8e6-2f0d-4936-a953-990706de9fdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:48.800124703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"923fc9c0-2e39-45f0-a84c-1171976b7a1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:48.808482948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d7bfc2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"8053f8e6-2f0d-4936-a953-990706de9fdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:48.855913342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"923fc9c0-2e39-45f0-a84c-1171976b7a1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:48.909797951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d7bfc2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"923fc9c0-2e39-45f0-a84c-1171976b7a1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:49.470067725Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-degraded-sub","reconcileID":"59a844f6-5df1-4d0a-b438-5ca8fd36edba","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:49.684138032Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-degraded-sub","reconcileID":"59a844f6-5df1-4d0a-b438-5ca8fd36edba","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-048135/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:49.684172008Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-degraded-sub","reconcileID":"59a844f6-5df1-4d0a-b438-5ca8fd36edba","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:49.684292156Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-degraded-sub","reconcileID":"59a844f6-5df1-4d0a-b438-5ca8fd36edba","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-048135/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:49.891848881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"5c0f7dd9-3d91-4731-8bee-ea1b296e362b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:49.915815873Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-apikey-active-sub","reconcileID":"99e976f0-92df-49f7-b013-9c7caa0b8194","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.001731003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"1a56e78f-518c-440a-a5bd-ff768a32397a","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.057281043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"a61c7278-ba6e-4532-9182-3a15b4cb51b8","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.125984919Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-apikey-active-sub","reconcileID":"99e976f0-92df-49f7-b013-9c7caa0b8194","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ebeeb9/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.157211301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-degraded-auth","reconcileID":"5a200c5d-44a9-47b0-8363-118c7dd9b7f1","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.15740108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"3469cd18-7b5a-4e91-b7a2-c36c5d74b956","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.157211372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"2b73c240-f4e4-4499-ac7a-2dd874a59056","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.168641354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"819919c6-eb78-4cfb-92da-5649c9400cbc","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.213497556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-degraded-auth","reconcileID":"5a200c5d-44a9-47b0-8363-118c7dd9b7f1","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.213562126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"2b73c240-f4e4-4499-ac7a-2dd874a59056","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.215832911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"3469cd18-7b5a-4e91-b7a2-c36c5d74b956","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.333789381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"0be12300-64cc-4996-b7d5-57f7eebf5235","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.340330866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"86179cba-f999-44ef-857f-a907325a9312","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.416578646Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-degraded-auth","reconcileID":"5517b700-32e2-4f7b-9d2d-1625bbe4bd43","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.493540353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"362f3c95-3b01-43ac-9ae9-0352ba4ec288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.493726219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"b44e2608-e309-477e-b3bc-015f24b8c4a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.498455164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"63919634-a65f-412b-adf8-2b49086cdbe8","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.549117444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"b44e2608-e309-477e-b3bc-015f24b8c4a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.549150426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"362f3c95-3b01-43ac-9ae9-0352ba4ec288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.594058831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-apikey-active-auth","reconcileID":"b7fc3aa6-7dcc-4d37-a161-7de8cb8cf571","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.649809717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-apikey-active-auth","reconcileID":"b7fc3aa6-7dcc-4d37-a161-7de8cb8cf571","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.663739952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"c79556fc-d601-48dc-b806-42a392311525","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.672357623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"085830bf-4dfa-414f-86c6-78c1c631c7bf","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.818339881Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-apikey-active-auth","reconcileID":"3fe576be-6e10-4ebf-80a1-1e78fd8c7bf5","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.81873533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"78e8d582-1b03-42d6-892b-4310c9a0d4f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.824850476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"acd1efb2-6c47-4b5c-b754-5b1193251cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.871251163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e7c8b78c-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-bulk-sub-e7c8b78c-auth","reconcileID":"df6f7535-459c-489d-bbe2-41379815f82c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e7c8b78c-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.875247875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"78e8d582-1b03-42d6-892b-4310c9a0d4f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.880337774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"acd1efb2-6c47-4b5c-b754-5b1193251cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:50.926933646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e7c8b78c-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-bulk-sub-e7c8b78c-auth","reconcileID":"df6f7535-459c-489d-bbe2-41379815f82c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e7c8b78c-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:51.073768486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"438c853d-61e7-4b4a-b61b-e1d769daf69f","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:51.658886308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"5139ee8f-963c-4ce9-8575-c163c4e6184a","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:51.714976097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"1162eb6f-dd37-471f-9e9d-ac4ec39f4c32","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:51.869170682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-failed-auth","reconcileID":"dc4efd64-e695-4777-8039-4cef1136a096","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:51.92713192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-failed-auth","reconcileID":"dc4efd64-e695-4777-8039-4cef1136a096","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.177689122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"3ab8635e-cf24-42f0-959c-0deec7c001d7","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:52.18145514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-failed-sub","reconcileID":"3b3ba81e-0940-4e57-a7f0-518ba42973d8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.229367749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"a5e959f4-9e35-481b-845d-da9f11cd636f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.229367739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"cada3768-4161-4557-bd8b-bf16185a33aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.231898871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"c7b39a15-d1b4-4c79-9389-bc89fd5652b4","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.241000299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"066a66a0-b472-4c07-b4f8-2b356e4bd6d2","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.285568705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"a5e959f4-9e35-481b-845d-da9f11cd636f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.285604163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"cada3768-4161-4557-bd8b-bf16185a33aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.387875596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"1f1c1efe-f6e9-4297-a7cb-3a0bfd077cad","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.447382152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"1f1c1efe-f6e9-4297-a7cb-3a0bfd077cad","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.494277886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-failed-auth","reconcileID":"5e75e0af-2480-40ec-acd1-c7969250e42b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.499099595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"2415dbfa-ddfe-48a7-8b9c-4094819d7109","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.550603322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-failed-auth","reconcileID":"5e75e0af-2480-40ec-acd1-c7969250e42b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.557252236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"2dae3ec1-c6a8-4862-9072-033166fb49d7","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:52.606856859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f31566ea","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea","reconcileID":"0ca17f5c-842d-4844-bba2-cfc40ba92040","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-f31566ea\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.642568554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"f3ef26fb-06f8-4a52-99a1-56eb80585799","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.642572225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"ec662e99-2889-46d8-8beb-f25c9d037996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.699219734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"f3ef26fb-06f8-4a52-99a1-56eb80585799","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.699495378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"ec662e99-2889-46d8-8beb-f25c9d037996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.724711045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"444821b0-ffac-4651-a6e0-78cf4397aa4c","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.742557951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"fde1243c-176f-4ee8-87ba-06e1746c9b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.76164463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"1e725252-801b-4036-85ed-1e03b502262d","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.780511503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"98e83188-92d7-4b07-a586-b0fb5a9b1ae5","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.797567648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"fde1243c-176f-4ee8-87ba-06e1746c9b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:52.859350621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-failed-auth","reconcileID":"5e75e0af-2480-40ec-acd1-c7969250e42b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-failed-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.915094539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"460b3a48-7930-41b9-bc99-d5adb4135683","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:52.970308087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"460b3a48-7930-41b9-bc99-d5adb4135683","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:53.0155894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-failed-auth","reconcileID":"160292d2-5252-46e2-86c2-56810a2816b8","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:53.047345691Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f31566ea","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea","reconcileID":"4518bf60-e385-4d60-a2a7-c71df09b3722","MaaSSubscription":{"name":"e2e-filter-sub-a-f31566ea","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ebeeb9/e2e-filter-sub-a-f31566ea","ai-tenant-e2e-worker-w0-ebeeb9/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:53.072314289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-failed-auth","reconcileID":"160292d2-5252-46e2-86c2-56810a2816b8","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:53.117527265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"3ff9b763-b588-48ea-9f4f-c1061c236fc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:53.172607802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"3ff9b763-b588-48ea-9f4f-c1061c236fc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:53.211886286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"791f0052-f81f-410f-9e68-c40121aea3e5","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:53.215310669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"ad7e6e71-26c2-4236-85c9-ec8f2e2440e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:53.257882357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"b55c965e-0a9a-4f68-9732-4ce8d4d2919a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:53.270708838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"ad7e6e71-26c2-4236-85c9-ec8f2e2440e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:53.419810322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f31566ea","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea","reconcileID":"d2f625cd-2f89-4956-b62c-f8fdd944b559","MaaSSubscription":{"name":"e2e-filter-sub-a-f31566ea","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:54.455906611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"16f88522-cc82-4107-81eb-addb323fe2e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:54.572448711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"33dbcd92-1e4c-422f-8ab3-d44dd71f8026","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:54.691208948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"3a5c0f49-8a4d-4c41-8365-9a9e241aa369","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:54.805375786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"3075ce3c-09e2-4101-955f-c532153e2d9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:54.855242388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"5788de8c-4209-4cc4-b724-dfa0bb7f528a","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:54.981162934Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"491f162c-e03f-49a1-8001-4c927d65b23a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.024187099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8e7a725c-9226-488f-98f5-073baba07cd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.043941023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"5e3de31b-0aaa-4a14-8ed5-83c4ec519706","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.049861895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"ac4e0546-251b-40b0-9394-39822c83bd3c","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.103857314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"763e5b18-2fc4-477e-87d8-946f4a4806dd","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.121623075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"e2b7b550-4457-4e81-8de7-270d245a9c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.121682397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-failed-auth","reconcileID":"b978b725-5f99-46e1-a7ad-117fea265d3d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.122142164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b63dd7ef-a340-4571-a6a4-0dd9f3dcd8a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.178171973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"e2b7b550-4457-4e81-8de7-270d245a9c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.179014504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-failed-auth","reconcileID":"b978b725-5f99-46e1-a7ad-117fea265d3d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.180786586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b63dd7ef-a340-4571-a6a4-0dd9f3dcd8a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.239369536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"1982c6e7-c5d2-4cfc-bd29-74086dac3a93","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.258576731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de-auth","reconcileID":"efcf43ab-b893-4ff9-ad84-d062067e7d13","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.276255903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"6da25c6d-9370-40ea-87c4-5e89a6e2c7e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.315347388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de-auth","reconcileID":"efcf43ab-b893-4ff9-ad84-d062067e7d13","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.323318307Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-ebeeb9 priority=0:[ai-tenant-e2e-worker-w0-ebeeb9/e2e-filter-sub-a-f31566ea ai-tenant-e2e-worker-w0-ebeeb9/e2e-filter-sub-b-d8bc29de]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.323393404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"8996bfd2-ee6f-4db7-8614-1924021a84c7","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.376383004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"c9927757-2741-4b5e-89e5-a087a1b5618d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.376395828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"bd9a2dfa-3e96-4e7f-8e91-a64c1163971c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.380185994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"86545979-ef3e-4de1-a9fc-7c3491ffed2a","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.394992545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"1898888b-dec4-4d3f-8ccd-12a4bc31cade","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.431115837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"c7c28d75-ec44-4b55-b981-a873e3c89368","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:19:55.434738783Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-ebeeb9/e2e-filter-sub-b-d8bc29de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-d8bc29de\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.460878852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"fd2691c0-05b1-4dab-b9da-08e0b5a96168","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.485899239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"49bf780c-a368-4ff2-82d8-41d73a2514a7","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.517114409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"fd2691c0-05b1-4dab-b9da-08e0b5a96168","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.561537523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"f0d619fc-3c8d-42f7-9fdf-49db99e965e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.561552662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"e5803cb8-83ff-4c37-95c2-4f1d28d35501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.562097659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"6f3dd837-d28e-4594-a25a-d2982d44345a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.571631105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d7bfc2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ec19927a3cf4a2c2e1b60f797b7e48e2a953110978531a3f06546a460f201d0) AuthConfig (f5dc7ee9ba93f031884dacb743651459bb4b49d39dd33cccc36c6ad43dcb0b6c) AuthConfig (28a4778a5df27bf276248b0f5217a360e0f384197b249bf6e01066dda23019ae) AuthConfig (f16c6b6dfff95b0120ab1d2a8fcc628fb497d3c494adfec12e98c5a8096d2a37) AuthConfig (5b2f9354c478af1ab26734e71da54a5a1a733a38a8595a09e9da8fd2e2460b90) AuthConfig (736430d656ba1fed14975f3c3688466e7392594eb9998467e6e4a0213d173910) AuthConfig (0f49d68d72dcd194072f6b56a906f30151e43470f3ad2bd246072ff17e6702af) AuthConfig (87a2c213a8b6381f3e15d957b6f89c128ac05781d241591ae8c5f077d4af6595) AuthConfig (1882dc18f1c3320d9d8a5e49623421105e62e81b470715647f8143acf33dcbe4) AuthConfig (e163725e53ea49b4dad1dbe288ebaa44e450b6a4eb2899840e5f0bae152180f5) AuthConfig (3893d512033ecfdc08f7291e62a90185619a8ddbc037a24a3cc7e1b2520d4fad) AuthConfig (18fbb76983cdf7843d1526b85e798a22f3dd861a8b99d4a3335c64bb3d27672f) AuthConfig (6145e9187518e2898835c8a50811301fc11f3c0aea491e956ea425b29291a259) AuthConfig (8351681d5448c50e563899619488ce94d249a43493caf5bf002653c38f48b66e) AuthConfig (614cc2797e78a00edded2d7fff5b526408299b2cd310b3d27a426325fcd61428) AuthConfig (5504b36ac9a74783304a5d1b95e40a1ce5a951d1b791d97d4f259b4c30707f46) AuthConfig (4b689f86e1439427f45fde0193b1e886bf84217401afd7fee49d0b3d17bb1a07) AuthConfig (6f45a0a5d77a05932dc3ed3e2cee0f4ed05fde50edb0da750d84db6c2b1f0e99) AuthConfig (083296196d3118c56090491819d1001220595ba6fadecfba08c50c9240ee287d) AuthConfig (8eac8a3e45563a91c348c2f7f59922eb4f0e317811271faec79265be6102bf16) AuthConfig (0bef657f418cc1670ebe21e42fdf7664eb0ac2106bd293aa5828a8177d76e4eb) AuthConfig (769acafa420ff65bd5d0db3520aec412cdce905a89f1ffd09b634ceb4376ab35) AuthConfig (c6aa16e57f66d05eae70301ac15cb06499bba740ef264ed10131c058c6845d7d) AuthConfig (6473136dc880cdaea13901487fcf93f7e0f5d738de65838e6b0e1d847abde363) AuthConfig (2841f6439e04f7286817b85ad80142bf474e813fc494122e835242d89a008b77) AuthConfig (77b9490549b11939a570edeb0cf52cf8823b95340d804838ffa4b9b029857a1a) AuthConfig (58601c33756863c5af6437c43a5e4edfe51f855323a8575da7ff164541f088d8) AuthConfig (ff2d8e73bfa10717ec029b7e1eb7bc3e5f608214313bf3972c58ebbfe57530ab) AuthConfig (4708ad7fa606338732d577ad02f9166ba0f9157efeb191805ab7e8d5bd4c2ceb) AuthConfig (7a8fb34a255f71567988d805278cd6e8cf294a962387c4b427ee0c418318540f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"fd2691c0-05b1-4dab-b9da-08e0b5a96168","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.617268176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"6f3dd837-d28e-4594-a25a-d2982d44345a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.61797824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"f0d619fc-3c8d-42f7-9fdf-49db99e965e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.619454226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"e5803cb8-83ff-4c37-95c2-4f1d28d35501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.628346015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"9f2d632d-7b46-4b01-9704-1bc0f695a863","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.63853854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"c6763707-3f3b-4eb3-80a9-6d9e2a33eb8a","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.671805753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d7bfc2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ec19927a3cf4a2c2e1b60f797b7e48e2a953110978531a3f06546a460f201d0) AuthConfig (f5dc7ee9ba93f031884dacb743651459bb4b49d39dd33cccc36c6ad43dcb0b6c) AuthConfig (28a4778a5df27bf276248b0f5217a360e0f384197b249bf6e01066dda23019ae) AuthConfig (f16c6b6dfff95b0120ab1d2a8fcc628fb497d3c494adfec12e98c5a8096d2a37) AuthConfig (5b2f9354c478af1ab26734e71da54a5a1a733a38a8595a09e9da8fd2e2460b90) AuthConfig (736430d656ba1fed14975f3c3688466e7392594eb9998467e6e4a0213d173910) AuthConfig (0f49d68d72dcd194072f6b56a906f30151e43470f3ad2bd246072ff17e6702af) AuthConfig (87a2c213a8b6381f3e15d957b6f89c128ac05781d241591ae8c5f077d4af6595) AuthConfig (1882dc18f1c3320d9d8a5e49623421105e62e81b470715647f8143acf33dcbe4) AuthConfig (e163725e53ea49b4dad1dbe288ebaa44e450b6a4eb2899840e5f0bae152180f5) AuthConfig (3893d512033ecfdc08f7291e62a90185619a8ddbc037a24a3cc7e1b2520d4fad) AuthConfig (18fbb76983cdf7843d1526b85e798a22f3dd861a8b99d4a3335c64bb3d27672f) AuthConfig (6145e9187518e2898835c8a50811301fc11f3c0aea491e956ea425b29291a259) AuthConfig (8351681d5448c50e563899619488ce94d249a43493caf5bf002653c38f48b66e) AuthConfig (614cc2797e78a00edded2d7fff5b526408299b2cd310b3d27a426325fcd61428) AuthConfig (5504b36ac9a74783304a5d1b95e40a1ce5a951d1b791d97d4f259b4c30707f46) AuthConfig (4b689f86e1439427f45fde0193b1e886bf84217401afd7fee49d0b3d17bb1a07) AuthConfig (6f45a0a5d77a05932dc3ed3e2cee0f4ed05fde50edb0da750d84db6c2b1f0e99) AuthConfig (083296196d3118c56090491819d1001220595ba6fadecfba08c50c9240ee287d) AuthConfig (8eac8a3e45563a91c348c2f7f59922eb4f0e317811271faec79265be6102bf16) AuthConfig (0bef657f418cc1670ebe21e42fdf7664eb0ac2106bd293aa5828a8177d76e4eb) AuthConfig (769acafa420ff65bd5d0db3520aec412cdce905a89f1ffd09b634ceb4376ab35) AuthConfig (c6aa16e57f66d05eae70301ac15cb06499bba740ef264ed10131c058c6845d7d) AuthConfig (6473136dc880cdaea13901487fcf93f7e0f5d738de65838e6b0e1d847abde363) AuthConfig (2841f6439e04f7286817b85ad80142bf474e813fc494122e835242d89a008b77) AuthConfig (77b9490549b11939a570edeb0cf52cf8823b95340d804838ffa4b9b029857a1a) AuthConfig (58601c33756863c5af6437c43a5e4edfe51f855323a8575da7ff164541f088d8) AuthConfig (ff2d8e73bfa10717ec029b7e1eb7bc3e5f608214313bf3972c58ebbfe57530ab) AuthConfig (4708ad7fa606338732d577ad02f9166ba0f9157efeb191805ab7e8d5bd4c2ceb) AuthConfig (7a8fb34a255f71567988d805278cd6e8cf294a962387c4b427ee0c418318540f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"6f3dd837-d28e-4594-a25a-d2982d44345a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.728255386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"04ebd94c-573f-4214-bbda-7ffbf61e5bb9","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.749936314Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-d8bc29de","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de","reconcileID":"e77b3a1d-c2ea-496d-b71c-cd1491d4bab2","MaaSSubscription":{"name":"e2e-filter-sub-b-d8bc29de","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-ebeeb9/e2e-filter-sub-a-f31566ea","ai-tenant-e2e-worker-w0-ebeeb9/e2e-filter-sub-b-d8bc29de","ai-tenant-e2e-worker-w0-ebeeb9/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.787152462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"4b69f6bc-f66c-474b-aec8-d15b9fdae96f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.792292666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de-auth","reconcileID":"d3f403c6-fed4-48e4-8051-0f8895b32fe0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.84284023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"4b69f6bc-f66c-474b-aec8-d15b9fdae96f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.848263368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de-auth","reconcileID":"d3f403c6-fed4-48e4-8051-0f8895b32fe0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.883050138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"a4ac6e0b-16ef-4edf-97c1-3e6efc6ece1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.917420493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"ff453ac2-1a20-4e10-990b-785828c94633","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.938953329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"a4ac6e0b-16ef-4edf-97c1-3e6efc6ece1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.959237255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"3bfea6d9-3ab7-49f8-b4ab-2359bb141d98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.959238273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f31566ea","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea","reconcileID":"3629a7c1-a928-4313-9743-405b72bf9c07","MaaSSubscription":{"name":"e2e-filter-sub-a-f31566ea","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.983893567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"947fe156-2aa2-419a-b382-42eb28911598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.983906106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"9e4aa9b8-2eb8-4531-8bc7-cc9e4ba1c1b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:55.993224119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d7bfc2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ec19927a3cf4a2c2e1b60f797b7e48e2a953110978531a3f06546a460f201d0) AuthConfig (f5dc7ee9ba93f031884dacb743651459bb4b49d39dd33cccc36c6ad43dcb0b6c) AuthConfig (28a4778a5df27bf276248b0f5217a360e0f384197b249bf6e01066dda23019ae) AuthConfig (f16c6b6dfff95b0120ab1d2a8fcc628fb497d3c494adfec12e98c5a8096d2a37) AuthConfig (5b2f9354c478af1ab26734e71da54a5a1a733a38a8595a09e9da8fd2e2460b90) AuthConfig (736430d656ba1fed14975f3c3688466e7392594eb9998467e6e4a0213d173910) AuthConfig (0f49d68d72dcd194072f6b56a906f30151e43470f3ad2bd246072ff17e6702af) AuthConfig (87a2c213a8b6381f3e15d957b6f89c128ac05781d241591ae8c5f077d4af6595) AuthConfig (1882dc18f1c3320d9d8a5e49623421105e62e81b470715647f8143acf33dcbe4) AuthConfig (e163725e53ea49b4dad1dbe288ebaa44e450b6a4eb2899840e5f0bae152180f5) AuthConfig (3893d512033ecfdc08f7291e62a90185619a8ddbc037a24a3cc7e1b2520d4fad) AuthConfig (18fbb76983cdf7843d1526b85e798a22f3dd861a8b99d4a3335c64bb3d27672f) AuthConfig (6145e9187518e2898835c8a50811301fc11f3c0aea491e956ea425b29291a259) AuthConfig (8351681d5448c50e563899619488ce94d249a43493caf5bf002653c38f48b66e) AuthConfig (614cc2797e78a00edded2d7fff5b526408299b2cd310b3d27a426325fcd61428) AuthConfig (5504b36ac9a74783304a5d1b95e40a1ce5a951d1b791d97d4f259b4c30707f46) AuthConfig (4b689f86e1439427f45fde0193b1e886bf84217401afd7fee49d0b3d17bb1a07) AuthConfig (6f45a0a5d77a05932dc3ed3e2cee0f4ed05fde50edb0da750d84db6c2b1f0e99) AuthConfig (083296196d3118c56090491819d1001220595ba6fadecfba08c50c9240ee287d) AuthConfig (8eac8a3e45563a91c348c2f7f59922eb4f0e317811271faec79265be6102bf16) AuthConfig (0bef657f418cc1670ebe21e42fdf7664eb0ac2106bd293aa5828a8177d76e4eb) AuthConfig (769acafa420ff65bd5d0db3520aec412cdce905a89f1ffd09b634ceb4376ab35) AuthConfig (c6aa16e57f66d05eae70301ac15cb06499bba740ef264ed10131c058c6845d7d) AuthConfig (6473136dc880cdaea13901487fcf93f7e0f5d738de65838e6b0e1d847abde363) AuthConfig (2841f6439e04f7286817b85ad80142bf474e813fc494122e835242d89a008b77) AuthConfig (77b9490549b11939a570edeb0cf52cf8823b95340d804838ffa4b9b029857a1a) AuthConfig (58601c33756863c5af6437c43a5e4edfe51f855323a8575da7ff164541f088d8) AuthConfig (ff2d8e73bfa10717ec029b7e1eb7bc3e5f608214313bf3972c58ebbfe57530ab) AuthConfig (4708ad7fa606338732d577ad02f9166ba0f9157efeb191805ab7e8d5bd4c2ceb) AuthConfig (7a8fb34a255f71567988d805278cd6e8cf294a962387c4b427ee0c418318540f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"a4ac6e0b-16ef-4edf-97c1-3e6efc6ece1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:56.039623357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"947fe156-2aa2-419a-b382-42eb28911598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:56.039700018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"9e4aa9b8-2eb8-4531-8bc7-cc9e4ba1c1b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:56.09403564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d7bfc2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ec19927a3cf4a2c2e1b60f797b7e48e2a953110978531a3f06546a460f201d0) AuthConfig (f5dc7ee9ba93f031884dacb743651459bb4b49d39dd33cccc36c6ad43dcb0b6c) AuthConfig (28a4778a5df27bf276248b0f5217a360e0f384197b249bf6e01066dda23019ae) AuthConfig (f16c6b6dfff95b0120ab1d2a8fcc628fb497d3c494adfec12e98c5a8096d2a37) AuthConfig (5b2f9354c478af1ab26734e71da54a5a1a733a38a8595a09e9da8fd2e2460b90) AuthConfig (736430d656ba1fed14975f3c3688466e7392594eb9998467e6e4a0213d173910) AuthConfig (0f49d68d72dcd194072f6b56a906f30151e43470f3ad2bd246072ff17e6702af) AuthConfig (87a2c213a8b6381f3e15d957b6f89c128ac05781d241591ae8c5f077d4af6595) AuthConfig (1882dc18f1c3320d9d8a5e49623421105e62e81b470715647f8143acf33dcbe4) AuthConfig (e163725e53ea49b4dad1dbe288ebaa44e450b6a4eb2899840e5f0bae152180f5) AuthConfig (3893d512033ecfdc08f7291e62a90185619a8ddbc037a24a3cc7e1b2520d4fad) AuthConfig (18fbb76983cdf7843d1526b85e798a22f3dd861a8b99d4a3335c64bb3d27672f) AuthConfig (6145e9187518e2898835c8a50811301fc11f3c0aea491e956ea425b29291a259) AuthConfig (8351681d5448c50e563899619488ce94d249a43493caf5bf002653c38f48b66e) AuthConfig (614cc2797e78a00edded2d7fff5b526408299b2cd310b3d27a426325fcd61428) AuthConfig (5504b36ac9a74783304a5d1b95e40a1ce5a951d1b791d97d4f259b4c30707f46) AuthConfig (4b689f86e1439427f45fde0193b1e886bf84217401afd7fee49d0b3d17bb1a07) AuthConfig (6f45a0a5d77a05932dc3ed3e2cee0f4ed05fde50edb0da750d84db6c2b1f0e99) AuthConfig (083296196d3118c56090491819d1001220595ba6fadecfba08c50c9240ee287d) AuthConfig (8eac8a3e45563a91c348c2f7f59922eb4f0e317811271faec79265be6102bf16) AuthConfig (0bef657f418cc1670ebe21e42fdf7664eb0ac2106bd293aa5828a8177d76e4eb) AuthConfig (769acafa420ff65bd5d0db3520aec412cdce905a89f1ffd09b634ceb4376ab35) AuthConfig (c6aa16e57f66d05eae70301ac15cb06499bba740ef264ed10131c058c6845d7d) AuthConfig (6473136dc880cdaea13901487fcf93f7e0f5d738de65838e6b0e1d847abde363) AuthConfig (2841f6439e04f7286817b85ad80142bf474e813fc494122e835242d89a008b77) AuthConfig (77b9490549b11939a570edeb0cf52cf8823b95340d804838ffa4b9b029857a1a) AuthConfig (58601c33756863c5af6437c43a5e4edfe51f855323a8575da7ff164541f088d8) AuthConfig (ff2d8e73bfa10717ec029b7e1eb7bc3e5f608214313bf3972c58ebbfe57530ab) AuthConfig (4708ad7fa606338732d577ad02f9166ba0f9157efeb191805ab7e8d5bd4c2ceb) AuthConfig (7a8fb34a255f71567988d805278cd6e8cf294a962387c4b427ee0c418318540f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"9e4aa9b8-2eb8-4531-8bc7-cc9e4ba1c1b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:56.124493051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-d8bc29de","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de","reconcileID":"04cee233-3500-4b34-875a-e5efa4bf7799","MaaSSubscription":{"name":"e2e-filter-sub-b-d8bc29de","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:56.148107869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"9eb8f32d-90bb-4c7a-9bb0-65a8a237f359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:19:56.20388079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"9eb8f32d-90bb-4c7a-9bb0-65a8a237f359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.089315425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"e3958467-47b9-49e2-b48c-965fe63c9094","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.24351741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"abd06185-193e-43c1-9afe-185b054e198e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.243747849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"31397016-f7ed-4194-8eac-5d5e3b1de834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.243509788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de-auth","reconcileID":"3240878f-56b0-47ea-8f93-32d6fb8d4a7d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.244154046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"c83d69fa-4b8a-4fe0-942a-c52e83b55b82","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.299932283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"c83d69fa-4b8a-4fe0-942a-c52e83b55b82","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.30180532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"abd06185-193e-43c1-9afe-185b054e198e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.302595575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"31397016-f7ed-4194-8eac-5d5e3b1de834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.307907756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de-auth","reconcileID":"3240878f-56b0-47ea-8f93-32d6fb8d4a7d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.824176866Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-e7c8b78c","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-bulk-sub-e7c8b78c","reconcileID":"27680b50-9355-4444-a5b6-e8c422b427f9","MaaSSubscription":{"name":"e2e-bulk-sub-e7c8b78c","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscription":"e2e-bulk-sub-e7c8b78c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:00.982617577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-e7c8b78c","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-bulk-sub-e7c8b78c","reconcileID":"27680b50-9355-4444-a5b6-e8c422b427f9","MaaSSubscription":{"name":"e2e-bulk-sub-e7c8b78c","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.199659941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"8861e4ca-b9b7-40ae-8b6c-548098593337","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.257371811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"56165fe7-c03b-4696-a1dd-aa8a0d8618a2","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.334660939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"07b8a67a-2591-4fec-b036-12d9049ae73e","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.355034651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"b4945f9d-3577-4ef5-8fe9-96aff374e138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.355045445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"7b2f4b72-49e3-44fa-a506-f3b31659dd72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.355495496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e7c8b78c-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-bulk-sub-e7c8b78c-auth","reconcileID":"c35a3ebb-8ea9-4f71-b13a-8cf282b9eed5","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e7c8b78c-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.411194023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"7b2f4b72-49e3-44fa-a506-f3b31659dd72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.411301671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"b4945f9d-3577-4ef5-8fe9-96aff374e138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.413605458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e7c8b78c-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-bulk-sub-e7c8b78c-auth","reconcileID":"c35a3ebb-8ea9-4f71-b13a-8cf282b9eed5","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e7c8b78c-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.615474168Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e7c8b78c-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-bulk-sub-e7c8b78c-auth","reconcileID":"c27d9552-13ad-405f-bdc3-442c0ce071e5","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e7c8b78c-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:01.776035273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"a56475bd-9307-42e7-aa48-f7e81b81ad3a","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:04.898039162Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"5b6c62d7-090b-41fd-a295-f22ef9585283","namespace":"llm","name":"e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:04.955552087Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"030cbeed-35d0-48a6-a8d8-3a816566c9ea","namespace":"llm","name":"e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.052435762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"62637726-8d7b-4f52-9fae-1c73569d05f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.052667197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"bcce9ab0-bd3b-4871-8a9b-f030987003a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.052992505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-failed-auth","reconcileID":"4d7b230f-7dca-4d45-b9e7-a5847f3a5964","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.053156689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"34a15d3a-8aae-43cb-bbe5-9a51cbc02c41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.053431948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"0ff231be-0fc6-4d9a-906b-642a9a4c6ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.10904027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"bcce9ab0-bd3b-4871-8a9b-f030987003a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.109158714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-failed-auth","reconcileID":"4d7b230f-7dca-4d45-b9e7-a5847f3a5964","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.111528246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"62637726-8d7b-4f52-9fae-1c73569d05f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.111533893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"0ff231be-0fc6-4d9a-906b-642a9a4c6ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.113646909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"34a15d3a-8aae-43cb-bbe5-9a51cbc02c41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.12794278Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-failed-sub","reconcileID":"9f361e41-64c2-470a-aa75-f304c14d86a9","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.128042712Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-failed-sub","reconcileID":"9f361e41-64c2-470a-aa75-f304c14d86a9","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-048135/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.165886965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d7bfc2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ec19927a3cf4a2c2e1b60f797b7e48e2a953110978531a3f06546a460f201d0) AuthConfig (f5dc7ee9ba93f031884dacb743651459bb4b49d39dd33cccc36c6ad43dcb0b6c) AuthConfig (28a4778a5df27bf276248b0f5217a360e0f384197b249bf6e01066dda23019ae) AuthConfig (f16c6b6dfff95b0120ab1d2a8fcc628fb497d3c494adfec12e98c5a8096d2a37) AuthConfig (5b2f9354c478af1ab26734e71da54a5a1a733a38a8595a09e9da8fd2e2460b90) AuthConfig (736430d656ba1fed14975f3c3688466e7392594eb9998467e6e4a0213d173910) AuthConfig (0f49d68d72dcd194072f6b56a906f30151e43470f3ad2bd246072ff17e6702af) AuthConfig (87a2c213a8b6381f3e15d957b6f89c128ac05781d241591ae8c5f077d4af6595) AuthConfig (1882dc18f1c3320d9d8a5e49623421105e62e81b470715647f8143acf33dcbe4) AuthConfig (e163725e53ea49b4dad1dbe288ebaa44e450b6a4eb2899840e5f0bae152180f5) AuthConfig (3893d512033ecfdc08f7291e62a90185619a8ddbc037a24a3cc7e1b2520d4fad) AuthConfig (18fbb76983cdf7843d1526b85e798a22f3dd861a8b99d4a3335c64bb3d27672f) AuthConfig (6145e9187518e2898835c8a50811301fc11f3c0aea491e956ea425b29291a259) AuthConfig (8351681d5448c50e563899619488ce94d249a43493caf5bf002653c38f48b66e) AuthConfig (614cc2797e78a00edded2d7fff5b526408299b2cd310b3d27a426325fcd61428) AuthConfig (5504b36ac9a74783304a5d1b95e40a1ce5a951d1b791d97d4f259b4c30707f46) AuthConfig (4b689f86e1439427f45fde0193b1e886bf84217401afd7fee49d0b3d17bb1a07) AuthConfig (6f45a0a5d77a05932dc3ed3e2cee0f4ed05fde50edb0da750d84db6c2b1f0e99) AuthConfig (083296196d3118c56090491819d1001220595ba6fadecfba08c50c9240ee287d) AuthConfig (8eac8a3e45563a91c348c2f7f59922eb4f0e317811271faec79265be6102bf16) AuthConfig (0bef657f418cc1670ebe21e42fdf7664eb0ac2106bd293aa5828a8177d76e4eb) AuthConfig (769acafa420ff65bd5d0db3520aec412cdce905a89f1ffd09b634ceb4376ab35) AuthConfig (c6aa16e57f66d05eae70301ac15cb06499bba740ef264ed10131c058c6845d7d) AuthConfig (6473136dc880cdaea13901487fcf93f7e0f5d738de65838e6b0e1d847abde363) AuthConfig (2841f6439e04f7286817b85ad80142bf474e813fc494122e835242d89a008b77) AuthConfig (77b9490549b11939a570edeb0cf52cf8823b95340d804838ffa4b9b029857a1a) AuthConfig (58601c33756863c5af6437c43a5e4edfe51f855323a8575da7ff164541f088d8) AuthConfig (ff2d8e73bfa10717ec029b7e1eb7bc3e5f608214313bf3972c58ebbfe57530ab) AuthConfig (4708ad7fa606338732d577ad02f9166ba0f9157efeb191805ab7e8d5bd4c2ceb) AuthConfig (7a8fb34a255f71567988d805278cd6e8cf294a962387c4b427ee0c418318540f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"0ff231be-0fc6-4d9a-906b-642a9a4c6ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.165904621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d7bfc2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ec19927a3cf4a2c2e1b60f797b7e48e2a953110978531a3f06546a460f201d0) AuthConfig (f5dc7ee9ba93f031884dacb743651459bb4b49d39dd33cccc36c6ad43dcb0b6c) AuthConfig (28a4778a5df27bf276248b0f5217a360e0f384197b249bf6e01066dda23019ae) AuthConfig (f16c6b6dfff95b0120ab1d2a8fcc628fb497d3c494adfec12e98c5a8096d2a37) AuthConfig (5b2f9354c478af1ab26734e71da54a5a1a733a38a8595a09e9da8fd2e2460b90) AuthConfig (736430d656ba1fed14975f3c3688466e7392594eb9998467e6e4a0213d173910) AuthConfig (0f49d68d72dcd194072f6b56a906f30151e43470f3ad2bd246072ff17e6702af) AuthConfig (87a2c213a8b6381f3e15d957b6f89c128ac05781d241591ae8c5f077d4af6595) AuthConfig (1882dc18f1c3320d9d8a5e49623421105e62e81b470715647f8143acf33dcbe4) AuthConfig (e163725e53ea49b4dad1dbe288ebaa44e450b6a4eb2899840e5f0bae152180f5) AuthConfig (3893d512033ecfdc08f7291e62a90185619a8ddbc037a24a3cc7e1b2520d4fad) AuthConfig (18fbb76983cdf7843d1526b85e798a22f3dd861a8b99d4a3335c64bb3d27672f) AuthConfig (6145e9187518e2898835c8a50811301fc11f3c0aea491e956ea425b29291a259) AuthConfig (8351681d5448c50e563899619488ce94d249a43493caf5bf002653c38f48b66e) AuthConfig (614cc2797e78a00edded2d7fff5b526408299b2cd310b3d27a426325fcd61428) AuthConfig (5504b36ac9a74783304a5d1b95e40a1ce5a951d1b791d97d4f259b4c30707f46) AuthConfig (4b689f86e1439427f45fde0193b1e886bf84217401afd7fee49d0b3d17bb1a07) AuthConfig (6f45a0a5d77a05932dc3ed3e2cee0f4ed05fde50edb0da750d84db6c2b1f0e99) AuthConfig (083296196d3118c56090491819d1001220595ba6fadecfba08c50c9240ee287d) AuthConfig (8eac8a3e45563a91c348c2f7f59922eb4f0e317811271faec79265be6102bf16) AuthConfig (0bef657f418cc1670ebe21e42fdf7664eb0ac2106bd293aa5828a8177d76e4eb) AuthConfig (769acafa420ff65bd5d0db3520aec412cdce905a89f1ffd09b634ceb4376ab35) AuthConfig (c6aa16e57f66d05eae70301ac15cb06499bba740ef264ed10131c058c6845d7d) AuthConfig (6473136dc880cdaea13901487fcf93f7e0f5d738de65838e6b0e1d847abde363) AuthConfig (2841f6439e04f7286817b85ad80142bf474e813fc494122e835242d89a008b77) AuthConfig (77b9490549b11939a570edeb0cf52cf8823b95340d804838ffa4b9b029857a1a) AuthConfig (58601c33756863c5af6437c43a5e4edfe51f855323a8575da7ff164541f088d8) AuthConfig (ff2d8e73bfa10717ec029b7e1eb7bc3e5f608214313bf3972c58ebbfe57530ab) AuthConfig (4708ad7fa606338732d577ad02f9166ba0f9157efeb191805ab7e8d5bd4c2ceb) AuthConfig (7a8fb34a255f71567988d805278cd6e8cf294a962387c4b427ee0c418318540f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"62637726-8d7b-4f52-9fae-1c73569d05f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.284765572Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"54eaba8c-9fb9-4e98-9a12-128592cf8d9e","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"name":"e2e-rt-sw-79bbde","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.320701939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8a470462-d900-43d3-8d76-8411e3a1a28a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.32071447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85915c0a-95a1-4e6c-ac13-d03fbe2a778c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.375838396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85915c0a-95a1-4e6c-ac13-d03fbe2a778c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.376220328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8a470462-d900-43d3-8d76-8411e3a1a28a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.466009981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"348b0b32-68b7-454f-895e-2dde8701ae1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.466175928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"f27d2205-fdf3-47cf-8f3c-e7d3c6a7626c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.466014136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"ecfb2df9-1d19-4224-86b1-d2dae473a91c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.522063888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"ecfb2df9-1d19-4224-86b1-d2dae473a91c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.522094474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"f27d2205-fdf3-47cf-8f3c-e7d3c6a7626c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.524297026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"348b0b32-68b7-454f-895e-2dde8701ae1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.535920562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"71c0de18-1b6e-409f-b0c9-e89f64dfe39b","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.593734294Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"3c8d831d-ab3d-45a0-b780-926563de089f","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"name":"e2e-rt-sw-79bbde","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.645553642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d262d5e0-8d08-4863-b9e5-6fb41ec09331","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.645580381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d262d5e0-8d08-4863-b9e5-6fb41ec09331","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.64599057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a5a59f0b-a538-437b-9cfc-7f6fa3dad7ed","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.646010084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a5a59f0b-a538-437b-9cfc-7f6fa3dad7ed","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.646323548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"71067387-47e2-434e-a6fa-15b0c7bf229c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.646341162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"71067387-47e2-434e-a6fa-15b0c7bf229c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.646632798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12fa08c3-5482-42fe-8b38-4e1517f65d33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.646647523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12fa08c3-5482-42fe-8b38-4e1517f65d33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.647103997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"179965dd-00db-4cb4-b19b-14c71ff189bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.64712139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"179965dd-00db-4cb4-b19b-14c71ff189bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.647553279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e5728ae2-1812-444c-95da-6a2c1b938b45","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.647569376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e5728ae2-1812-444c-95da-6a2c1b938b45","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.647890498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cdaacc94-8bc0-4b8f-962b-2208960715a6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.647907624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cdaacc94-8bc0-4b8f-962b-2208960715a6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.648207407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3e0f59c9-ee6b-4090-9104-fee836ef90ec","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.6482221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3e0f59c9-ee6b-4090-9104-fee836ef90ec","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.699605916Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"d9dd0c53-713b-444a-b453-847398984cb8","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"name":"e2e-rt-sw-79bbde","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.734462354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"900f2066-1295-45ed-9d8b-bf675658cc52","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.734458701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"9859d405-235b-4e34-a850-aac157ae7f0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.749230037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9f986f6a-48b7-4e18-b6a8-af0461835b9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.749289781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"997d9930-35ae-476a-bcb4-b04be6cfb174","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.791607569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"9859d405-235b-4e34-a850-aac157ae7f0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.791981655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"900f2066-1295-45ed-9d8b-bf675658cc52","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.94334055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"99c9f3bd-b026-43c5-8c0f-412bb6f4a115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.94351518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"817e860d-65cb-42cb-8d8f-dfba0a7626da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:05.943342306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de-auth","reconcileID":"d0551864-bdc5-4e26-982d-2408c84bc7bc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.002801546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"817e860d-65cb-42cb-8d8f-dfba0a7626da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.002933784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"99c9f3bd-b026-43c5-8c0f-412bb6f4a115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.005849699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de-auth","reconcileID":"d0551864-bdc5-4e26-982d-2408c84bc7bc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.165226044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"649a95d1-2f69-454f-a6fc-ae8fcdce92e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.165274512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"20d51462-f7a3-4c95-89de-3f90e505975c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.212688811Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-apikey-failed-auth","reconcileID":"63499df4-efba-4fbe-9223-034ad732e8d0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.220671485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"20d51462-f7a3-4c95-89de-3f90e505975c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.222874475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"649a95d1-2f69-454f-a6fc-ae8fcdce92e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.367307323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"d72f0477-df79-464e-84ba-64668af2da82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.367307371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"df51d515-91b6-41dc-8632-ae7a633f69cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.371021543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"b6df807b-d729-4251-b8de-126762c202be","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.423007597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"d72f0477-df79-464e-84ba-64668af2da82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.423019971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"df51d515-91b6-41dc-8632-ae7a633f69cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.477604827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d7bfc2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ec19927a3cf4a2c2e1b60f797b7e48e2a953110978531a3f06546a460f201d0) AuthConfig (f5dc7ee9ba93f031884dacb743651459bb4b49d39dd33cccc36c6ad43dcb0b6c) AuthConfig (28a4778a5df27bf276248b0f5217a360e0f384197b249bf6e01066dda23019ae) AuthConfig (f16c6b6dfff95b0120ab1d2a8fcc628fb497d3c494adfec12e98c5a8096d2a37) AuthConfig (5b2f9354c478af1ab26734e71da54a5a1a733a38a8595a09e9da8fd2e2460b90) AuthConfig (736430d656ba1fed14975f3c3688466e7392594eb9998467e6e4a0213d173910) AuthConfig (0f49d68d72dcd194072f6b56a906f30151e43470f3ad2bd246072ff17e6702af) AuthConfig (87a2c213a8b6381f3e15d957b6f89c128ac05781d241591ae8c5f077d4af6595) AuthConfig (1882dc18f1c3320d9d8a5e49623421105e62e81b470715647f8143acf33dcbe4) AuthConfig (e163725e53ea49b4dad1dbe288ebaa44e450b6a4eb2899840e5f0bae152180f5) AuthConfig (3893d512033ecfdc08f7291e62a90185619a8ddbc037a24a3cc7e1b2520d4fad) AuthConfig (18fbb76983cdf7843d1526b85e798a22f3dd861a8b99d4a3335c64bb3d27672f) AuthConfig (6145e9187518e2898835c8a50811301fc11f3c0aea491e956ea425b29291a259) AuthConfig (8351681d5448c50e563899619488ce94d249a43493caf5bf002653c38f48b66e) AuthConfig (614cc2797e78a00edded2d7fff5b526408299b2cd310b3d27a426325fcd61428) AuthConfig (5504b36ac9a74783304a5d1b95e40a1ce5a951d1b791d97d4f259b4c30707f46) AuthConfig (4b689f86e1439427f45fde0193b1e886bf84217401afd7fee49d0b3d17bb1a07) AuthConfig (6f45a0a5d77a05932dc3ed3e2cee0f4ed05fde50edb0da750d84db6c2b1f0e99) AuthConfig (083296196d3118c56090491819d1001220595ba6fadecfba08c50c9240ee287d) AuthConfig (8eac8a3e45563a91c348c2f7f59922eb4f0e317811271faec79265be6102bf16) AuthConfig (0bef657f418cc1670ebe21e42fdf7664eb0ac2106bd293aa5828a8177d76e4eb) AuthConfig (769acafa420ff65bd5d0db3520aec412cdce905a89f1ffd09b634ceb4376ab35) AuthConfig (c6aa16e57f66d05eae70301ac15cb06499bba740ef264ed10131c058c6845d7d) AuthConfig (6473136dc880cdaea13901487fcf93f7e0f5d738de65838e6b0e1d847abde363) AuthConfig (2841f6439e04f7286817b85ad80142bf474e813fc494122e835242d89a008b77) AuthConfig (77b9490549b11939a570edeb0cf52cf8823b95340d804838ffa4b9b029857a1a) AuthConfig (58601c33756863c5af6437c43a5e4edfe51f855323a8575da7ff164541f088d8) AuthConfig (ff2d8e73bfa10717ec029b7e1eb7bc3e5f608214313bf3972c58ebbfe57530ab) AuthConfig (4708ad7fa606338732d577ad02f9166ba0f9157efeb191805ab7e8d5bd4c2ceb) AuthConfig (7a8fb34a255f71567988d805278cd6e8cf294a962387c4b427ee0c418318540f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"d72f0477-df79-464e-84ba-64668af2da82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.478861755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d7bfc2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ec19927a3cf4a2c2e1b60f797b7e48e2a953110978531a3f06546a460f201d0) AuthConfig (f5dc7ee9ba93f031884dacb743651459bb4b49d39dd33cccc36c6ad43dcb0b6c) AuthConfig (28a4778a5df27bf276248b0f5217a360e0f384197b249bf6e01066dda23019ae) AuthConfig (f16c6b6dfff95b0120ab1d2a8fcc628fb497d3c494adfec12e98c5a8096d2a37) AuthConfig (5b2f9354c478af1ab26734e71da54a5a1a733a38a8595a09e9da8fd2e2460b90) AuthConfig (736430d656ba1fed14975f3c3688466e7392594eb9998467e6e4a0213d173910) AuthConfig (0f49d68d72dcd194072f6b56a906f30151e43470f3ad2bd246072ff17e6702af) AuthConfig (87a2c213a8b6381f3e15d957b6f89c128ac05781d241591ae8c5f077d4af6595) AuthConfig (1882dc18f1c3320d9d8a5e49623421105e62e81b470715647f8143acf33dcbe4) AuthConfig (e163725e53ea49b4dad1dbe288ebaa44e450b6a4eb2899840e5f0bae152180f5) AuthConfig (3893d512033ecfdc08f7291e62a90185619a8ddbc037a24a3cc7e1b2520d4fad) AuthConfig (18fbb76983cdf7843d1526b85e798a22f3dd861a8b99d4a3335c64bb3d27672f) AuthConfig (6145e9187518e2898835c8a50811301fc11f3c0aea491e956ea425b29291a259) AuthConfig (8351681d5448c50e563899619488ce94d249a43493caf5bf002653c38f48b66e) AuthConfig (614cc2797e78a00edded2d7fff5b526408299b2cd310b3d27a426325fcd61428) AuthConfig (5504b36ac9a74783304a5d1b95e40a1ce5a951d1b791d97d4f259b4c30707f46) AuthConfig (4b689f86e1439427f45fde0193b1e886bf84217401afd7fee49d0b3d17bb1a07) AuthConfig (6f45a0a5d77a05932dc3ed3e2cee0f4ed05fde50edb0da750d84db6c2b1f0e99) AuthConfig (083296196d3118c56090491819d1001220595ba6fadecfba08c50c9240ee287d) AuthConfig (8eac8a3e45563a91c348c2f7f59922eb4f0e317811271faec79265be6102bf16) AuthConfig (0bef657f418cc1670ebe21e42fdf7664eb0ac2106bd293aa5828a8177d76e4eb) AuthConfig (769acafa420ff65bd5d0db3520aec412cdce905a89f1ffd09b634ceb4376ab35) AuthConfig (c6aa16e57f66d05eae70301ac15cb06499bba740ef264ed10131c058c6845d7d) AuthConfig (6473136dc880cdaea13901487fcf93f7e0f5d738de65838e6b0e1d847abde363) AuthConfig (2841f6439e04f7286817b85ad80142bf474e813fc494122e835242d89a008b77) AuthConfig (77b9490549b11939a570edeb0cf52cf8823b95340d804838ffa4b9b029857a1a) AuthConfig (58601c33756863c5af6437c43a5e4edfe51f855323a8575da7ff164541f088d8) AuthConfig (ff2d8e73bfa10717ec029b7e1eb7bc3e5f608214313bf3972c58ebbfe57530ab) AuthConfig (4708ad7fa606338732d577ad02f9166ba0f9157efeb191805ab7e8d5bd4c2ceb) AuthConfig (7a8fb34a255f71567988d805278cd6e8cf294a962387c4b427ee0c418318540f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"df51d515-91b6-41dc-8632-ae7a633f69cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.525358477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"eefdde2d-5937-4a32-8b23-f108ec496f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.569881096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6691e260-bbd2-4503-8e52-979c2a8420de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.569882359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea283195-2863-44cd-a2f7-66238adeda15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.580490522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"eefdde2d-5937-4a32-8b23-f108ec496f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.627431584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6691e260-bbd2-4503-8e52-979c2a8420de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.627433349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea283195-2863-44cd-a2f7-66238adeda15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.856780943Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"f9e67308-3c80-4eb6-adbb-6ab1bc805ec8","namespace":"llm","name":"e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.908734131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"743a089f-126a-4711-a91e-f249910a9707","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:06.90876324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"743a089f-126a-4711-a91e-f249910a9707","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.014755743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de-auth","reconcileID":"72f5b065-de02-4eee-b47d-376b935063e6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.015168559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"3dfd96c2-efcc-4eaf-b7c0-d98e14aea6d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.015239348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"250d83e7-cce2-44b0-8804-aefce703a95e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.015631647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"f859813d-6fd8-4cbc-8b70-ad8b65f1228f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.015633252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"b3e686bc-a10c-4827-87b6-e41082b2a17f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.071342779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"250d83e7-cce2-44b0-8804-aefce703a95e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.071367047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de-auth","reconcileID":"72f5b065-de02-4eee-b47d-376b935063e6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.073477089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"f859813d-6fd8-4cbc-8b70-ad8b65f1228f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.073733828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"3dfd96c2-efcc-4eaf-b7c0-d98e14aea6d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.0758454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"b3e686bc-a10c-4827-87b6-e41082b2a17f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.126849292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d7bfc2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ec19927a3cf4a2c2e1b60f797b7e48e2a953110978531a3f06546a460f201d0) AuthConfig (f5dc7ee9ba93f031884dacb743651459bb4b49d39dd33cccc36c6ad43dcb0b6c) AuthConfig (28a4778a5df27bf276248b0f5217a360e0f384197b249bf6e01066dda23019ae) AuthConfig (f16c6b6dfff95b0120ab1d2a8fcc628fb497d3c494adfec12e98c5a8096d2a37) AuthConfig (5b2f9354c478af1ab26734e71da54a5a1a733a38a8595a09e9da8fd2e2460b90) AuthConfig (736430d656ba1fed14975f3c3688466e7392594eb9998467e6e4a0213d173910) AuthConfig (0f49d68d72dcd194072f6b56a906f30151e43470f3ad2bd246072ff17e6702af) AuthConfig (87a2c213a8b6381f3e15d957b6f89c128ac05781d241591ae8c5f077d4af6595) AuthConfig (1882dc18f1c3320d9d8a5e49623421105e62e81b470715647f8143acf33dcbe4) AuthConfig (e163725e53ea49b4dad1dbe288ebaa44e450b6a4eb2899840e5f0bae152180f5) AuthConfig (3893d512033ecfdc08f7291e62a90185619a8ddbc037a24a3cc7e1b2520d4fad) AuthConfig (18fbb76983cdf7843d1526b85e798a22f3dd861a8b99d4a3335c64bb3d27672f) AuthConfig (6145e9187518e2898835c8a50811301fc11f3c0aea491e956ea425b29291a259) AuthConfig (8351681d5448c50e563899619488ce94d249a43493caf5bf002653c38f48b66e) AuthConfig (614cc2797e78a00edded2d7fff5b526408299b2cd310b3d27a426325fcd61428) AuthConfig (5504b36ac9a74783304a5d1b95e40a1ce5a951d1b791d97d4f259b4c30707f46) AuthConfig (4b689f86e1439427f45fde0193b1e886bf84217401afd7fee49d0b3d17bb1a07) AuthConfig (6f45a0a5d77a05932dc3ed3e2cee0f4ed05fde50edb0da750d84db6c2b1f0e99) AuthConfig (083296196d3118c56090491819d1001220595ba6fadecfba08c50c9240ee287d) AuthConfig (8eac8a3e45563a91c348c2f7f59922eb4f0e317811271faec79265be6102bf16) AuthConfig (0bef657f418cc1670ebe21e42fdf7664eb0ac2106bd293aa5828a8177d76e4eb) AuthConfig (769acafa420ff65bd5d0db3520aec412cdce905a89f1ffd09b634ceb4376ab35) AuthConfig (c6aa16e57f66d05eae70301ac15cb06499bba740ef264ed10131c058c6845d7d) AuthConfig (6473136dc880cdaea13901487fcf93f7e0f5d738de65838e6b0e1d847abde363) AuthConfig (2841f6439e04f7286817b85ad80142bf474e813fc494122e835242d89a008b77) AuthConfig (77b9490549b11939a570edeb0cf52cf8823b95340d804838ffa4b9b029857a1a) AuthConfig (58601c33756863c5af6437c43a5e4edfe51f855323a8575da7ff164541f088d8) AuthConfig (ff2d8e73bfa10717ec029b7e1eb7bc3e5f608214313bf3972c58ebbfe57530ab) AuthConfig (4708ad7fa606338732d577ad02f9166ba0f9157efeb191805ab7e8d5bd4c2ceb) AuthConfig (7a8fb34a255f71567988d805278cd6e8cf294a962387c4b427ee0c418318540f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"250d83e7-cce2-44b0-8804-aefce703a95e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.128683204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d7bfc2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ec19927a3cf4a2c2e1b60f797b7e48e2a953110978531a3f06546a460f201d0) AuthConfig (f5dc7ee9ba93f031884dacb743651459bb4b49d39dd33cccc36c6ad43dcb0b6c) AuthConfig (28a4778a5df27bf276248b0f5217a360e0f384197b249bf6e01066dda23019ae) AuthConfig (f16c6b6dfff95b0120ab1d2a8fcc628fb497d3c494adfec12e98c5a8096d2a37) AuthConfig (5b2f9354c478af1ab26734e71da54a5a1a733a38a8595a09e9da8fd2e2460b90) AuthConfig (736430d656ba1fed14975f3c3688466e7392594eb9998467e6e4a0213d173910) AuthConfig (0f49d68d72dcd194072f6b56a906f30151e43470f3ad2bd246072ff17e6702af) AuthConfig (87a2c213a8b6381f3e15d957b6f89c128ac05781d241591ae8c5f077d4af6595) AuthConfig (1882dc18f1c3320d9d8a5e49623421105e62e81b470715647f8143acf33dcbe4) AuthConfig (e163725e53ea49b4dad1dbe288ebaa44e450b6a4eb2899840e5f0bae152180f5) AuthConfig (3893d512033ecfdc08f7291e62a90185619a8ddbc037a24a3cc7e1b2520d4fad) AuthConfig (18fbb76983cdf7843d1526b85e798a22f3dd861a8b99d4a3335c64bb3d27672f) AuthConfig (6145e9187518e2898835c8a50811301fc11f3c0aea491e956ea425b29291a259) AuthConfig (8351681d5448c50e563899619488ce94d249a43493caf5bf002653c38f48b66e) AuthConfig (614cc2797e78a00edded2d7fff5b526408299b2cd310b3d27a426325fcd61428) AuthConfig (5504b36ac9a74783304a5d1b95e40a1ce5a951d1b791d97d4f259b4c30707f46) AuthConfig (4b689f86e1439427f45fde0193b1e886bf84217401afd7fee49d0b3d17bb1a07) AuthConfig (6f45a0a5d77a05932dc3ed3e2cee0f4ed05fde50edb0da750d84db6c2b1f0e99) AuthConfig (083296196d3118c56090491819d1001220595ba6fadecfba08c50c9240ee287d) AuthConfig (8eac8a3e45563a91c348c2f7f59922eb4f0e317811271faec79265be6102bf16) AuthConfig (0bef657f418cc1670ebe21e42fdf7664eb0ac2106bd293aa5828a8177d76e4eb) AuthConfig (769acafa420ff65bd5d0db3520aec412cdce905a89f1ffd09b634ceb4376ab35) AuthConfig (c6aa16e57f66d05eae70301ac15cb06499bba740ef264ed10131c058c6845d7d) AuthConfig (6473136dc880cdaea13901487fcf93f7e0f5d738de65838e6b0e1d847abde363) AuthConfig (2841f6439e04f7286817b85ad80142bf474e813fc494122e835242d89a008b77) AuthConfig (77b9490549b11939a570edeb0cf52cf8823b95340d804838ffa4b9b029857a1a) AuthConfig (58601c33756863c5af6437c43a5e4edfe51f855323a8575da7ff164541f088d8) AuthConfig (ff2d8e73bfa10717ec029b7e1eb7bc3e5f608214313bf3972c58ebbfe57530ab) AuthConfig (4708ad7fa606338732d577ad02f9166ba0f9157efeb191805ab7e8d5bd4c2ceb) AuthConfig (7a8fb34a255f71567988d805278cd6e8cf294a962387c4b427ee0c418318540f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"3dfd96c2-efcc-4eaf-b7c0-d98e14aea6d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.28122228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"8802cdb7-ca14-436a-8b30-243796f59599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.282019336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"0b479c4b-5ba9-44f7-a303-a2373fdc55eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.337871461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"8802cdb7-ca14-436a-8b30-243796f59599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.339016143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"0b479c4b-5ba9-44f7-a303-a2373fdc55eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.383128675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a48fc3d4-a3a8-4f5c-ad3d-c925e86ff267","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.383272236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b0f99a95-8767-493e-970f-2c0abb3d06ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.383133306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"f06743e4-01f8-4972-b7f0-94757bc0b5e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.438931482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a48fc3d4-a3a8-4f5c-ad3d-c925e86ff267","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.438971886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b0f99a95-8767-493e-970f-2c0abb3d06ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.441481407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"f06743e4-01f8-4972-b7f0-94757bc0b5e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.697053435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"6cca4676-e673-448e-bc64-07d325571096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.697133589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55fd831f-a7f6-4771-9178-b04f91d31e35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.752461307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"df4329ce-bbe4-465d-a30c-7e877c27f901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.752525526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"c9fed25a-67ac-4d49-8f46-b1d1bbd0ac01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.756282927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55fd831f-a7f6-4771-9178-b04f91d31e35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.756304058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"6cca4676-e673-448e-bc64-07d325571096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.810357234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"c9fed25a-67ac-4d49-8f46-b1d1bbd0ac01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:07.811008365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"df4329ce-bbe4-465d-a30c-7e877c27f901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.104430031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1aeb6782-b97a-43f1-92c9-a0ff2e5f1d7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.206317624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"3d3eb000-9be2-4771-a46b-a451e5dbeda9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.308914157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"dc38606c-4c9f-4413-853b-1e616b4ead25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.325368591Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"a9042b69-6936-47ba-b17f-0533ae7ca96a","namespace":"llm","name":"e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.480060227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"9e8e5c2c-b2fa-4058-bc45-fa4a81eb19b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.480076336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"6b9befeb-610b-4611-b5a7-c58957ba6be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.480574881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"8c832e0f-316e-421a-8a0f-f54a916d9ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.48059811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"e909c44c-ceb9-4af4-9c39-8864b4fd660b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.481038173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"96b5f864-264a-47ed-b875-68d0a3c00d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.515841591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eb25ab5f-3598-4127-95d8-71fc3b877f4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.536410424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"9e8e5c2c-b2fa-4058-bc45-fa4a81eb19b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.536442797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"6b9befeb-610b-4611-b5a7-c58957ba6be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.538714526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"e909c44c-ceb9-4af4-9c39-8864b4fd660b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.53874564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"8c832e0f-316e-421a-8a0f-f54a916d9ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.540961754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"96b5f864-264a-47ed-b875-68d0a3c00d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.631646005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"d897ec67-f610-41c3-b3b6-6283d408eb6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.73211036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"69f198ca-e938-43ae-8e74-98cdd424f6c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.75110182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"0aabb232-8b1f-429c-af61-005c4a71f2d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.832077073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"8cd97cac-e644-4d1c-8ced-7a1385098d1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.84734477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"b787c99e-6910-493f-acce-4c372ffd7b80","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.848386496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"c9043a45-c864-4baf-bfdf-cdb7f4bf7f86","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.872074693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"c874424c-a0d0-4fa6-8b8d-8fa64bd7b69c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.894607982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"3d8fc0f6-17dd-4585-ad37-b007f7224e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.897663855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"3506c9fc-e0b0-4133-be0d-99a3bb3a129a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.898734684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3d08c64-b2db-4c64-94b4-3d2d89fc3a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.946374902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"db33ef68-3909-43fd-b46b-f6b8dc1538dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.950166061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"3d8fc0f6-17dd-4585-ad37-b007f7224e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.954387735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"3506c9fc-e0b0-4133-be0d-99a3bb3a129a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:08.955161518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3d08c64-b2db-4c64-94b4-3d2d89fc3a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.001885164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"09bfcfd4-db95-4294-a7d4-635efdc736f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.002219342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c21abdf8-e74c-487b-af4b-909cba08881a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.04681506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"84a9f1bc-9be4-4edb-a552-7f9ee436d748","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.058015452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c21abdf8-e74c-487b-af4b-909cba08881a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.058265246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"09bfcfd4-db95-4294-a7d4-635efdc736f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.25915581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"015f59f2-2ab8-4f66-a74f-29cb87dfcc13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.314552376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"015f59f2-2ab8-4f66-a74f-29cb87dfcc13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.35917516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"a58facd6-c1ad-4ca2-8004-b44ec73357d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.359192177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"8422b9a6-9aa9-4f6e-92df-d2932776ee2d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.41448294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"a58facd6-c1ad-4ca2-8004-b44ec73357d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.414582596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"8422b9a6-9aa9-4f6e-92df-d2932776ee2d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.460263368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de-auth","reconcileID":"0b006705-58b3-4eba-baae-923e71440d7c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:09.516169639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de-auth","reconcileID":"0b006705-58b3-4eba-baae-923e71440d7c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.252119058Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f31566ea","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea","reconcileID":"d0331867-56d4-4ed5-90cf-17e732ddbf3b","MaaSSubscription":{"name":"e2e-filter-sub-a-f31566ea","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscription":"e2e-filter-sub-a-f31566ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.465691511Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f31566ea","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea","reconcileID":"d0331867-56d4-4ed5-90cf-17e732ddbf3b","MaaSSubscription":{"name":"e2e-filter-sub-a-f31566ea","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ebeeb9/e2e-filter-sub-b-d8bc29de","ai-tenant-e2e-worker-w0-ebeeb9/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.674917547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-d8bc29de","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de","reconcileID":"27d47b65-3be7-481c-a256-df098fdb9205","MaaSSubscription":{"name":"e2e-filter-sub-b-d8bc29de","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.67494941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"efde39bd-c582-4000-af41-2a0c0b5085bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.726582109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"9a07c2b8-0810-4b31-8b2d-a4b529079730","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.874480124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"311dcbbb-cdc5-4bed-9363-fd94926de7ab","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.880390753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"dc509f4c-7684-4ff8-8814-d57df747feec","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.88094845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"e5e569fb-42d1-404f-8d99-66c8e9fc5b24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.88104525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"88677377-cdd6-4ece-841d-073e369a168a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.881362103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de-auth","reconcileID":"0e71ca07-5499-4b1e-8c02-17d5045a49c8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.936528868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"dc509f4c-7684-4ff8-8814-d57df747feec","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.939159868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de-auth","reconcileID":"0e71ca07-5499-4b1e-8c02-17d5045a49c8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.939164757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"e5e569fb-42d1-404f-8d99-66c8e9fc5b24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:10.94115771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"88677377-cdd6-4ece-841d-073e369a168a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.089183746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"f3ca7ee4-029c-4672-be5d-cf8944d500ce","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.089219303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"f3ca7ee4-029c-4672-be5d-cf8944d500ce","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.193747065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"101d1fb2-2650-4c7c-826e-85808548f578","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.193773547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"101d1fb2-2650-4c7c-826e-85808548f578","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.295104469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"5c391696-a491-4218-95c6-d18f183deb87","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.295275151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"d6d484df-7e56-44c1-b192-930c92ab1449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.295100214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de-auth","reconcileID":"5d6f1cb4-d567-4d10-9d9c-07a79b1d3044","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.295711297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"c658a374-7759-4fc1-9004-de5eb96aff5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.297753502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"6aed66c7-7a62-44e6-a980-4f6df5be0899","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.35158931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de-auth","reconcileID":"5d6f1cb4-d567-4d10-9d9c-07a79b1d3044","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.351644206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"5c391696-a491-4218-95c6-d18f183deb87","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.354088313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"6aed66c7-7a62-44e6-a980-4f6df5be0899","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.354375374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"d6d484df-7e56-44c1-b192-930c92ab1449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.356146675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"c658a374-7759-4fc1-9004-de5eb96aff5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.776596569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"27aeceb2-fce8-404d-b9e2-25ce21a9915e","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:11.776623053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"27aeceb2-fce8-404d-b9e2-25ce21a9915e","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.072917176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"9d5b04e6-438d-4ab8-836f-75640d479d3a","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.12841581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"7b5b5fc9-fc1e-4e18-897a-5497d53bf79f","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.282928871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-45628762","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-gw-auth-45628762","reconcileID":"16cef387-299b-411d-a570-636b3cb63667","MaaSAuthPolicy":{"name":"e2e-gw-auth-45628762","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.34023378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-45628762","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-gw-auth-45628762","reconcileID":"16cef387-299b-411d-a570-636b3cb63667","MaaSAuthPolicy":{"name":"e2e-gw-auth-45628762","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.653029611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"82a897f0-e141-48a5-b9e0-12b4ba312506","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.807178544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-45628762","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-gw-auth-45628762","reconcileID":"9267eec3-087a-4974-b3ad-47a0fc5948da","MaaSAuthPolicy":{"name":"e2e-gw-auth-45628762","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:12.862552115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-45628762","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-gw-auth-45628762","reconcileID":"9267eec3-087a-4974-b3ad-47a0fc5948da","MaaSAuthPolicy":{"name":"e2e-gw-auth-45628762","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:13.953083442Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.10777623Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-45628762","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-gw-auth-45628762","reconcileID":"dbab9bbc-5870-413b-a3c3-4ee7443dfab1","MaaSAuthPolicy":{"name":"e2e-gw-auth-45628762","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.107862288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"be30db52-611b-4830-bfe6-1f3e0ecc340c","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:15.316998169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"48153c44-3e9c-494b-9d83-5f92ad672d65","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:16.676009385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"a4867801-4b45-40f0-b388-826f20c077e2","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:16.676039391Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"a4867801-4b45-40f0-b388-826f20c077e2","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:20:16.731898799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"227ca1ac-ea4e-4b60-ab68-10f48108d3b1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-79bbde-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:16.831607892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"935b6a9f-c94e-4c28-b168-b98e8def0ce1","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:16.83187022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d530722a-e0f5-4835-9fda-0187f6fea53f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:16.831620192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"358a8b72-0d19-4937-97ed-23011726b3c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:16.835649585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"1d5cac3c-ba0f-42fb-8519-4bdb9bde2207","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:16.835672347Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"1d5cac3c-ba0f-42fb-8519-4bdb9bde2207","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:16.889486537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"935b6a9f-c94e-4c28-b168-b98e8def0ce1","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:16.889526517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"358a8b72-0d19-4937-97ed-23011726b3c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:16.891986546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d530722a-e0f5-4835-9fda-0187f6fea53f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:16.942381986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"99387a97-4bc1-488c-bad3-335308edbb9e","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:16.942409993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"99387a97-4bc1-488c-bad3-335308edbb9e","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:17.046912875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"dacb9228-f8d8-4bc3-9790-0a8318a9dfa0","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:17.046937183Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"dacb9228-f8d8-4bc3-9790-0a8318a9dfa0","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:17.168848772Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"ba5d7360-ebe6-43f6-9f14-24e08bab3cb2","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79bbde","model":"e2e-rt-sw-79bbde","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-79bbde-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:17.252753873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab919495-6d28-492e-a15e-550402942d80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:17.252766336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f600b2c-33a8-4dad-a96d-308f65da72c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:17.308637432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab919495-6d28-492e-a15e-550402942d80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:17.308636719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f600b2c-33a8-4dad-a96d-308f65da72c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:17.355757903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"c28d2792-d7b8-4bf3-910f-40d3d6534f24","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:17.428554843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"c28d2792-d7b8-4bf3-910f-40d3d6534f24","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:17.441354529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"9c7651be-66f6-498d-9cc9-41f402955656","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:17.441373596Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"9c7651be-66f6-498d-9cc9-41f402955656","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:17.663130182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"3a79599f-fb10-4be8-95b2-dbeb61b89788","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79bbde","model":"llm/e2e-rt-sw-79bbde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:18.783330274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"151468d3-51f7-4bdb-ae31-595b955de2c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:18.885270447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"7dfbdaa7-1d56-4252-aec0-71904fb664a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:19.042748316Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"1d101196-3fac-4b7f-9fe0-7343b091ee65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ebeeb9/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:19.083673044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"25ab14f8-fc1b-430b-97b5-7e4f3d455633","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:19.187682912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"bc596528-8152-473f-841a-d5a65c9b2b9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:19.2872678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"b91167de-1f84-4cc5-a9a0-0ccd4cdb98fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:19.385268852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"4d97c831-d3cb-44dc-b239-12743037c947","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:19.385728666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"7a3124c4-00da-4e6f-859d-cba8ab8bd3f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:19.485018328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"3e742f59-51e8-4c84-8149-b94934387612","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:19.505383142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"88706a07-6c2a-41d0-9806-24761df61fa2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:19.603519914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"12fe006b-4ac9-4780-a97a-4eb1b1c5cb1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:19.706251652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"41e2bd9e-2edf-47cd-894c-b60da5c26ed7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:19.743691333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"7450e46a-13d2-4a97-8fe0-082b94d02a57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:19.926261947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"7fc85d80-69e8-48c5-b1f9-9cdd36f558d7","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:19.926319029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cf942c6-81c2-4276-89b9-51258c75b2f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:19.926697048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f56acde-db20-41a6-871f-3e4fecf670f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:19.982581902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cf942c6-81c2-4276-89b9-51258c75b2f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:19.983895353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"7fc85d80-69e8-48c5-b1f9-9cdd36f558d7","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:19.985136949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f56acde-db20-41a6-871f-3e4fecf670f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.034970032Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-d8bc29de","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de","reconcileID":"ed4fedb7-003e-4bf4-b9f3-cdb47f7a6d18","MaaSSubscription":{"name":"e2e-filter-sub-b-d8bc29de","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscription":"e2e-filter-sub-b-d8bc29de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.190351251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-d8bc29de","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de","reconcileID":"ed4fedb7-003e-4bf4-b9f3-cdb47f7a6d18","MaaSSubscription":{"name":"e2e-filter-sub-b-d8bc29de","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.201724699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"44e0c57a-a127-43ea-b8ea-bfc316a5efb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.404542676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"f879e07d-8b19-4c9f-9e00-9bc7ab252bed","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.545230301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"a04069f4-baba-47e6-b741-933ff91ea5f2","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.561291498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"fbf36708-5f5b-4ae5-8070-34038616bb47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.561460478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"b56229e5-4bad-4bf7-b0cd-1852b199149f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.56171308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de-auth","reconcileID":"10bff951-aa09-4e70-bc09-f53c79e79e1e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.561294305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"2595cc0d-2ba7-4dfe-872c-209fd12e35f7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.617369508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de-auth","reconcileID":"10bff951-aa09-4e70-bc09-f53c79e79e1e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.618425843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"2595cc0d-2ba7-4dfe-872c-209fd12e35f7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.619650956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"b56229e5-4bad-4bf7-b0cd-1852b199149f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.620634251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"fbf36708-5f5b-4ae5-8070-34038616bb47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.820479713Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-a-f31566ea-auth","reconcileID":"08a2655c-7fbe-400c-b7f1-9e6234c5aff5","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f31566ea-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:21.978369433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"5edd66e8-4e3c-4412-a925-b41c12f5786e","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.137545345Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-filter-sub-b-d8bc29de-auth","reconcileID":"4a3708d5-d40f-4bee-b7f4-59908efe7ef5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-d8bc29de-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.137560089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"06795369-7972-4ebb-888d-8927354eefcc","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:22.345239807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"e606a855-e05f-4009-a911-942fee134a31","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.628392111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"09bba092-384f-47b8-bf0c-a965f22f52ed","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.628881277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"73b31807-fd0c-46b1-a418-460f3bf6c33c","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.694761992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"3e78d3af-9d80-449e-b0e5-8971e6403333","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.695234115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"02ae5d8d-d0e0-402e-bf7b-5899a33fa391","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.789421653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"08379441-2b5b-414a-b280-03427d326d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.790220675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"71221ae4-29ae-4480-93a0-7bd51da4a357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.854996994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"b9780717-7a66-4d98-ba1c-ee35ba367f3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.859230401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"71221ae4-29ae-4480-93a0-7bd51da4a357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.855699348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"1ea4eab5-2498-436b-86a9-7af5fc4b686b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:23.86246403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"08379441-2b5b-414a-b280-03427d326d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:24.190968692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"b538a038-7e25-4295-a3b3-c0dd35344ba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:24.191583251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"cc2e5d48-a2be-4856-83a2-10db3a5e782c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:24.250739325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"b538a038-7e25-4295-a3b3-c0dd35344ba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:24.250739327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"cc2e5d48-a2be-4856-83a2-10db3a5e782c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:26.416751495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"91f431cb-1795-46e0-8537-08efe15b9383","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:34.335938349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"ec172f12-a7c8-418a-908a-56031a93756d","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79bbde","model":"llm/e2e-rt-sw-79bbde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:34.606475261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"2e9b7d23-ef7e-4ffd-bee7-e060fb2973e4","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:34.606517664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"2e9b7d23-ef7e-4ffd-bee7-e060fb2973e4","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:34.792777096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"135407bd-667e-471f-a008-346d2cee783c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:34.793230553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"3a7002f4-d512-4985-a6f0-a5932e9e7fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:34.851515174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"135407bd-667e-471f-a008-346d2cee783c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:34.851621456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"3a7002f4-d512-4985-a6f0-a5932e9e7fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:34.956474556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"236e1b44-5f59-43b7-bb9d-9bfbec1f9a94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:34.956811019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"f6bdc9ff-574e-4bc1-b3eb-919fee58bc35","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:34.956474554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0178ce99-e7ca-4ecf-95c9-e892ade389b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:35.014837695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"236e1b44-5f59-43b7-bb9d-9bfbec1f9a94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:35.015189021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"f6bdc9ff-574e-4bc1-b3eb-919fee58bc35","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:35.01895084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0178ce99-e7ca-4ecf-95c9-e892ade389b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.690459865Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"b553f91f-0a74-42bb-af20-86ed41968a19","namespace":"llm","name":"e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.743169836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"3fea1b90-9ace-4e18-a50e-66d65cbac4d2","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.743197781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"3fea1b90-9ace-4e18-a50e-66d65cbac4d2","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.84529045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"9d090a97-a4d8-4da2-9237-cad13f009820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.845412846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"9175d0c2-c05b-4ba1-9cc0-dfd9b2541529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.845912631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"218844b8-d1fe-42c3-9c14-a1a08d3aabb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.846009387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"f60c12b1-edbe-4133-a666-177f8b51477d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.896973097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbdd5ea7-fc72-44a1-84aa-2aaf205a5201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.901860633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"f60c12b1-edbe-4133-a666-177f8b51477d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.902260817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"9d090a97-a4d8-4da2-9237-cad13f009820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.90417114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"9175d0c2-c05b-4ba1-9cc0-dfd9b2541529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.904451413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"218844b8-d1fe-42c3-9c14-a1a08d3aabb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.912748207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"08585e0c-f54e-45be-8fe2-6118dc1dfe1a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.912766943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"08585e0c-f54e-45be-8fe2-6118dc1dfe1a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.913067127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28f53192-0c26-46f7-b6e8-dc5722677274","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.913082095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28f53192-0c26-46f7-b6e8-dc5722677274","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.913303383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e5fa0faa-67ef-4606-b9e4-d08c0c729752","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.913315204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e5fa0faa-67ef-4606-b9e4-d08c0c729752","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.913512119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d9e67d93-d0d5-46f2-9429-29c52574713b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.913524266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d9e67d93-d0d5-46f2-9429-29c52574713b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.913725183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"83e8a600-eac2-459e-9e27-bfafc6f32616","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.913738228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"83e8a600-eac2-459e-9e27-bfafc6f32616","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.913978762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a075900-14f7-4443-8886-f103b4caf1a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.913991211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a075900-14f7-4443-8886-f103b4caf1a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.91429981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"527d49a8-0ee5-4e3b-90f7-0ff3e876a664","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.914311962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"527d49a8-0ee5-4e3b-90f7-0ff3e876a664","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.953901674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbdd5ea7-fc72-44a1-84aa-2aaf205a5201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.965962258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"1cb776df-e25f-4c13-a51c-32e929a84c59","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:36.965987569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"1cb776df-e25f-4c13-a51c-32e929a84c59","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.020382711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a7607855-8127-46fc-87d3-e0aaa7ab8dd3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.0204498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a7607855-8127-46fc-87d3-e0aaa7ab8dd3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.123017443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f079df88-6ce4-4742-9eef-a17dc8a46872","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.123032624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3cabae3e-9804-404a-b66f-9d21bf7d5989","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.172335776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"ad6c54ca-3f7e-41d9-b4dd-2f7862321003","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79bbde","model":"llm/e2e-rt-sw-79bbde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.214062407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"59b39df9-a606-4eb5-a5ac-7e56c0779bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.214306828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"d4a47916-deb7-4364-b5d5-eadab6c81e1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.214466764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"283fe2f6-07e1-4450-98fe-feda924dce32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.264645591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"f54c53ab-5b90-4612-8b84-2a1c30f85c59","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.270052481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"59b39df9-a606-4eb5-a5ac-7e56c0779bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.270543564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"d4a47916-deb7-4364-b5d5-eadab6c81e1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.272402635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"283fe2f6-07e1-4450-98fe-feda924dce32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.31389419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"e6169a89-1aaf-4516-9005-4dbd6068eadd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.32041868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"f54c53ab-5b90-4612-8b84-2a1c30f85c59","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.369217532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"e6169a89-1aaf-4516-9005-4dbd6068eadd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.6227836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"1e7fed62-c46e-4022-9560-4a05546983cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.623364044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"a94be2bf-0c5c-447d-a9c1-214e0fd4c101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.674003387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6aea23e-7d00-4c9c-bdda-f294001ac476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.679778564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"a94be2bf-0c5c-447d-a9c1-214e0fd4c101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.679786676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"1e7fed62-c46e-4022-9560-4a05546983cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.731047791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6aea23e-7d00-4c9c-bdda-f294001ac476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.775323975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18646f70-fd72-4aa8-9e3b-213a22192703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.832516599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18646f70-fd72-4aa8-9e3b-213a22192703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:37.973611591Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"267f9171-5361-4bff-9eca-7f6b0dfd7948","namespace":"llm","name":"e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.132278966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"99638628-1f4b-44c8-99b2-71031760ce64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.132311146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"f2dce86e-602d-43bc-b1fe-3950258be01c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.132752876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"f5008bbb-ea5f-4321-adfe-8033a0a91f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.188436712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"f5008bbb-ea5f-4321-adfe-8033a0a91f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.188516677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"f2dce86e-602d-43bc-b1fe-3950258be01c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.190846554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"99638628-1f4b-44c8-99b2-71031760ce64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.191289043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f0a4224-9c6d-4c0b-8e2d-fa14ad1bab66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.191928672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"cadcf281-6b31-41c9-8fce-5f813fdc1879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.24672035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f0a4224-9c6d-4c0b-8e2d-fa14ad1bab66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.247178552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"cadcf281-6b31-41c9-8fce-5f813fdc1879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.545920027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"dc96c348-4f06-497f-aa7b-3b8932f7901b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.54610677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"607eb16f-4145-44eb-a8b2-a1311f93429d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.597424999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3785db86-21c0-4b36-ba32-8592bc002582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.601760574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"dc96c348-4f06-497f-aa7b-3b8932f7901b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.601886019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"607eb16f-4145-44eb-a8b2-a1311f93429d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.646639143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"259015df-c98c-4573-89ce-3a16adebee0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.646639517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"c3db37f6-c17e-4dc0-8120-9c98956ad4d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.652985793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3785db86-21c0-4b36-ba32-8592bc002582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.703622866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"c3db37f6-c17e-4dc0-8120-9c98956ad4d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.703679632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"259015df-c98c-4573-89ce-3a16adebee0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:38.962481886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"db231f0e-cef3-4761-80f1-9e8b7aae9e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:39.013524024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"b090a580-b65b-4639-80dc-09efe0bf219b","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:39.017229146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"db231f0e-cef3-4761-80f1-9e8b7aae9e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:39.063193902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"6bb7b8b1-a8da-4b65-94e3-42db9835a660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:39.068619902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"b090a580-b65b-4639-80dc-09efe0bf219b","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:39.118701616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"6bb7b8b1-a8da-4b65-94e3-42db9835a660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:43.958750971Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:45.573123264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"ca264be7-74b9-4403-b87e-2f22aec38c84","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:45.573781463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8382df19-1be2-4fcd-8a74-9a3ceddd7059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:45.573984147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67b6b279-a8f0-432d-8f18-e833500eaa68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:45.631135607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"ca264be7-74b9-4403-b87e-2f22aec38c84","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:45.649316599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8382df19-1be2-4fcd-8a74-9a3ceddd7059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:45.650184914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67b6b279-a8f0-432d-8f18-e833500eaa68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:47.096105087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"5caab97f-cd46-44d4-9e19-cc11a0852502","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:53.029321235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"d5fae824-1f85-4ab7-a913-74e3a2671305","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.536747536Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"ce99f815-7500-4369-901e-04e68cd872f2","namespace":"llm","name":"e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.589092688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"c7c29ea5-dffb-43f6-80e2-e23300c7c151","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.589118771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"c7c29ea5-dffb-43f6-80e2-e23300c7c151","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.692123092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"8e86edb1-9c3a-4e8d-a8ae-1a261ecaa164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.692203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"7c7cb82c-14ed-4c9b-af5c-c5e294d7c1a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.692621696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"3367176e-da07-4a9c-a544-600a431747d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.692802182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"ff1cd4ee-50d9-4a20-84ab-55a092f1e149","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.743754872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"3b59d33d-0fcd-4eb4-99c3-3fcf82ca3da2","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.749464022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"7c7cb82c-14ed-4c9b-af5c-c5e294d7c1a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.749839305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"8e86edb1-9c3a-4e8d-a8ae-1a261ecaa164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.752928754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"3367176e-da07-4a9c-a544-600a431747d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.75322184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"ff1cd4ee-50d9-4a20-84ab-55a092f1e149","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.759244874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ebf23cbe-015d-41fe-9ebf-f143780d9ea1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.759269577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ebf23cbe-015d-41fe-9ebf-f143780d9ea1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.759645525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fdddaf1b-dc7d-40e2-bfef-75b443d7fdf9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.75966544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fdddaf1b-dc7d-40e2-bfef-75b443d7fdf9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.759982874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7386b48b-93da-448c-97dc-2d9374b565ca","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.76000051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7386b48b-93da-448c-97dc-2d9374b565ca","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.760296746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7bd2543c-83c9-4607-91f4-bacea5df481d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.760310365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7bd2543c-83c9-4607-91f4-bacea5df481d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.760591523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e81c90e8-9a3d-4247-b96f-4c3f4696d058","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.760604956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e81c90e8-9a3d-4247-b96f-4c3f4696d058","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.760907245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"75bdd2ae-4098-4318-aa60-11ce5b0b6171","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.76092403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"75bdd2ae-4098-4318-aa60-11ce5b0b6171","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.761201705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7091eedf-625c-40ff-9651-980885a5d27e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.761214894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7091eedf-625c-40ff-9651-980885a5d27e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.761612881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f6bb39bc-db5f-4828-b3e9-c7dc44daf289","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.761630342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f6bb39bc-db5f-4828-b3e9-c7dc44daf289","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.799945205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"3b59d33d-0fcd-4eb4-99c3-3fcf82ca3da2","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.813322612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"ccb6566e-bfa9-4e55-8e55-590d330d0580","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.813344731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"ccb6566e-bfa9-4e55-8e55-590d330d0580","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.967209827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8be893c2-a172-44f8-bcd1-b7666fffc200","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:54.96736747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"abc5dc7c-2acf-4658-a5b7-4687fe3c070c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.019161144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"ad08a0a6-0aa0-4938-b856-2a71a9b8e650","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79bbde","model":"llm/e2e-rt-sw-79bbde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.057948567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"077bb606-d053-43ac-9fb0-92d2c89ea4f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.059130515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"786a2971-d502-49e6-9ea8-2f7d11e3d644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.059137132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"6f4ddd45-326d-421e-bf68-d60d7c150af3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.110921248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17801dde-3e0f-4e76-ba25-3617967a4abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.114479956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"077bb606-d053-43ac-9fb0-92d2c89ea4f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.11514694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"6f4ddd45-326d-421e-bf68-d60d7c150af3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.117407298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"786a2971-d502-49e6-9ea8-2f7d11e3d644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.16854212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17801dde-3e0f-4e76-ba25-3617967a4abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.214155991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"2598c5db-550f-479b-b65a-5b62e87b19be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.280771376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"2598c5db-550f-479b-b65a-5b62e87b19be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.460129526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"bf28bdee-f21a-4e6b-afe4-6d5195ae9d69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.460240089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"6e3ab07d-9b8f-4779-9f25-d19dcedf061b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.511115934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4aa44c4-2add-468b-8e1c-1670761db824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.515815751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"bf28bdee-f21a-4e6b-afe4-6d5195ae9d69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.516527088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"6e3ab07d-9b8f-4779-9f25-d19dcedf061b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.560024762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"2c83bf43-ea65-4aa1-a876-c503a21e928a","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.566368073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4aa44c4-2add-468b-8e1c-1670761db824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.615936426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"2c83bf43-ea65-4aa1-a876-c503a21e928a","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.799263673Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"4a8c2466-8b48-403f-b010-52166be8c5bc","namespace":"llm","name":"e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.96223729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"b94a9c3b-8d3e-4bb1-8230-662118bf6ac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.962375394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"b603afee-f2f4-4367-b7f7-db496a5fb02a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:55.962237426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"d372ec47-d1a7-4667-8e5d-e7d0afd1120d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.019770263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"b94a9c3b-8d3e-4bb1-8230-662118bf6ac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.021074849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"b603afee-f2f4-4367-b7f7-db496a5fb02a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.024596353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"d372ec47-d1a7-4667-8e5d-e7d0afd1120d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.10497995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"443d72cc-6856-494a-908a-4ff28fd4787e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.154757327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"adea5c8b-073c-461d-94d0-39a634e71549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.159924804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"443d72cc-6856-494a-908a-4ff28fd4787e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.210286744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"adea5c8b-073c-461d-94d0-39a634e71549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.377777991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"9ebc6144-07a3-433f-8c79-cdb9f33cda4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.42823252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01005475-0e27-4247-aa0c-df5e2fcecc45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.432754372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"9ebc6144-07a3-433f-8c79-cdb9f33cda4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.479154917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"4dff39b2-2c6d-4e94-a16f-94738ab782d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.4791565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"d9a2769a-1581-4cad-aa4f-a50099ab0b78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.483429721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01005475-0e27-4247-aa0c-df5e2fcecc45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.530650698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"136222fb-7281-4031-a63d-fa0e295e612e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.534682068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"d9a2769a-1581-4cad-aa4f-a50099ab0b78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.53495708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"4dff39b2-2c6d-4e94-a16f-94738ab782d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.586020964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"136222fb-7281-4031-a63d-fa0e295e612e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.739684716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"448ae743-d1ff-4547-9cbe-ecbc8e9821f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.794732941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"448ae743-d1ff-4547-9cbe-ecbc8e9821f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.891090693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"8c1b3174-b04c-4c07-b506-60fb0b0d0c9e","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.94144005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"79242264-b4cc-43d6-ad60-9709772d5367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.946463255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"8c1b3174-b04c-4c07-b506-60fb0b0d0c9e","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:56.996854774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"79242264-b4cc-43d6-ad60-9709772d5367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:59.548706092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"b748fa17-dffc-4ca4-b8d3-81946bd610c1","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:59.54969965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"72550dd1-c5f5-439f-9a36-d33482c0d85b","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:59.61205061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"b661e347-fc04-4d09-84e4-77b6c0d2d2a6","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:59.612466804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"6c17b04e-e2c9-471e-81bb-21fad99f0163","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:59.709417224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"5b974554-8b31-4d7b-8b90-d8f988c1c2e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:59.711504749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"9d7d9d14-28cb-449e-911e-90385626dd6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:59.762570019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"ac11af73-c076-4e0b-a699-263cd05c016d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:59.763573821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"4769f65d-09a9-4c6b-a3e6-6c9e10db5c4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:59.768214156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"5b974554-8b31-4d7b-8b90-d8f988c1c2e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:20:59.772768898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"9d7d9d14-28cb-449e-911e-90385626dd6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:00.136197481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"65709e15-be61-4f82-980c-39c59fea0490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:00.136197686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"f098ee11-780f-430b-8eac-4c9c40d5d0f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:00.197967452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"f098ee11-780f-430b-8eac-4c9c40d5d0f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:00.200548951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"65709e15-be61-4f82-980c-39c59fea0490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.422669931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-67ffbfa6","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"e2e-conflict-a-67ffbfa6","reconcileID":"6b5e6ec9-9762-492b-bc77-a232d5359211","MaaSModelRef":{"name":"e2e-conflict-a-67ffbfa6","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"e2e-conflict-a-67ffbfa6-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"e2e-conflict-a-67ffbfa6","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.673312204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"c9868ece-82dc-49e9-ba4d-9c804ebea8d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.773374011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"a65fafa8-9ccd-4ed6-bc4f-9dae0e36f6e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.873311782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"15e3ca00-fc25-4ee5-af1d-bcb4721e6060","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.873458794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"9781d8eb-a5e5-4881-bcf1-306c6a7656c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:01.97302291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"2ae5be91-8f37-49f3-954f-9b5e9ca54b12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:02.075352749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5e15240f-062d-4d2c-a4a6-c0e7c4432c37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:02.175787712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"94450a63-2b73-4ee9-9be3-49ff0ec28c24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:02.273526465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"20e05772-a477-4471-b491-5f68b5686aef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:02.274107642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"df5f05ce-5a84-41cc-92f8-809aaf9e2a03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:02.414473445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"82031b88-f0c4-4b64-a73d-8365226226c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:02.425878708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"884b663b-56cb-499e-88d8-51581321f7cb","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79bbde","model":"llm/e2e-rt-sw-79bbde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:02.507849079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"23ef8dc0-e670-471a-83f9-055ded6f49f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:02.61787442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"7839f7ef-7977-4645-b1f1-cc64866c8317","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:02.801275151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eb846ab-9152-47aa-b92f-4a86da531b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:02.802277487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"032af791-cf42-40e0-97a1-ab430068fe60","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:02.803087591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6102d11d-81a7-41a0-b4a0-18976cb44927","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:02.873060958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eb846ab-9152-47aa-b92f-4a86da531b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:02.878880363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"032af791-cf42-40e0-97a1-ab430068fe60","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:02.880022305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6102d11d-81a7-41a0-b4a0-18976cb44927","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:08.902957086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"8f219472-cd14-44f0-a134-d39655f137a0","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:08.903411867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"6039e318-9796-4f4d-8000-429005856cd7","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:08.984735359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"2bf59baf-452c-496d-a8d8-f1cd1b282de7","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:08.985284746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"180617a8-f8d0-4123-a0a5-0512c412c635","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:09.057775581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"03fdbefd-06ca-49c0-98b8-ede98b68394a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:09.058384131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"1139d8b6-1e35-4878-8a3a-f42b8bc7014d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:09.114376059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"026da9b6-1629-4a67-aaf4-edf9de4562ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:09.115338173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"4626023f-1a76-4a14-8c30-1b253ac5fa21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:09.120849921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"03fdbefd-06ca-49c0-98b8-ede98b68394a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:09.123645629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"1139d8b6-1e35-4878-8a3a-f42b8bc7014d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:09.429906885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"bbcbd79a-afa5-4cd1-a6cd-3da235ee2139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:09.443431455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"cd607dd7-3466-4f9a-a4be-c2d0400d004b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:09.48522115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"bbcbd79a-afa5-4cd1-a6cd-3da235ee2139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:09.499168684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"cd607dd7-3466-4f9a-a4be-c2d0400d004b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:13.952218385Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.259608104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"ed7ad886-aa46-4f99-a677-bcbf84c2c20d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.359691047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"4dd0a2e4-5fcd-4b1e-890c-f0942f2f42ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.558172206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6d5c1d0f-9af6-432c-9a03-eaef8217c01e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.675383262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"861f3f89-c6dc-4a85-9343-79e90b92f257","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.714362411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"1a7217cd-ed24-4175-9558-b7b27cb334a6","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79bbde","model":"llm/e2e-rt-sw-79bbde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.763434883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"6021c770-fea3-4a47-92d3-adf18cf58817","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.867206835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"5f2d41cc-2444-4f51-baca-b7f5c1d35d3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:17.960340907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"20b5d4be-0ff9-453e-87c3-326c25c8a462","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.002898744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"e894cd5d-5e06-4c40-ae30-41977833fbdf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.079996922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"dd571c42-ca08-4af6-ad5a-1385249a489a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.114036295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"f734b469-6edf-4a3e-af44-f5cd00459601","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.233107565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"90434349-54a4-4041-869b-2e4f39b55e11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.350325375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"83681503-e2d0-4f4c-910a-eb5dc42d8906","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.397731026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"581f55c9-99c7-4eda-9320-a5faa0ed764f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.39817292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"2eb4e69f-8abc-4af8-a456-704fac964cc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.481255111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"2eb4e69f-8abc-4af8-a456-704fac964cc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.485108749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"581f55c9-99c7-4eda-9320-a5faa0ed764f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.532694967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"84678a70-a2aa-459c-a96b-ef179ef64dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.576393162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"c93d6e58-4483-4d1a-8dce-2844d7bd5a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.633941745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"84678a70-a2aa-459c-a96b-ef179ef64dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:18.634365718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"c93d6e58-4483-4d1a-8dce-2844d7bd5a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:25.268201393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"9e649503-2986-490d-ab65-6d21f5ffd287","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.345000437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"493252ef-8f38-429d-b618-589abe73f30c","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.345413239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"226da0fe-7930-43ec-872e-e403db67a2e2","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.345741622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-67ffbfa6","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"e2e-conflict-a-67ffbfa6","reconcileID":"45942d08-fd3f-43b2-8ac5-be0c807a6bc6","MaaSModelRef":{"name":"e2e-conflict-a-67ffbfa6","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"e2e-conflict-a-67ffbfa6-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"e2e-conflict-a-67ffbfa6","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.403933923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"10a23a84-c40c-4636-a7f4-e23273470918","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.409070975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"eca648c7-9e13-4ac8-a4d2-b65f2b2612a1","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.409605804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"87c45e33-d008-4194-9b45-1c3ac36596e0","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.410059397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-67ffbfa6","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"e2e-conflict-a-67ffbfa6","reconcileID":"a953cdad-38eb-4fb4-b5c0-aeb1266b60ef","MaaSModelRef":{"name":"e2e-conflict-a-67ffbfa6","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"e2e-conflict-a-67ffbfa6-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"e2e-conflict-a-67ffbfa6","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.499472595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"d21caf5b-a8fd-4ffd-a204-50f69e011987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.500190883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"909ddd50-cc81-4d59-96cf-a2844e51bed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.501624492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"8af7cba8-7045-4a2f-b8c2-fa1bf71f6dee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.573082324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"909ddd50-cc81-4d59-96cf-a2844e51bed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.588556965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"d21caf5b-a8fd-4ffd-a204-50f69e011987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.600576362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"12f76dfc-e63e-4466-a4dc-b053805a44ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.601259455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"fa4b807b-2b0f-44b9-b113-82ff5daf0d0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.694496482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"a27d18f0-113d-4b1b-900b-3d04471d8cdb","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79bbde","model":"llm/e2e-rt-sw-79bbde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.846132333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c50654b-7c4f-4e24-a20b-03f452993f46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.940447248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"5fe44428-babc-428f-879c-c150510ea06a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.940449854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"a7bfe8d8-3b09-4e7d-838b-9fe001f32b0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.94806694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"b354579a-cf7e-49e2-b682-8fd22970b019","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.948107081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"35323ce4-ef0e-48e6-a30c-1b5fef7f8d37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.962337839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"470972b5-b35d-4c59-9880-847d5a911cfe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.997160828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"a7bfe8d8-3b09-4e7d-838b-9fe001f32b0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:27.99960187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"5fe44428-babc-428f-879c-c150510ea06a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:28.089904378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"dc954aac-e6e8-4495-b977-f1880630888e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:28.192561441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"da7ac830-e3bb-45ae-ba94-ce7a0cf687a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:28.295096454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"0c07c4e0-f78a-428b-bf07-d81a148158fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:28.295342424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0019ccac-df8d-4d8d-a5c8-e1047bdc1f5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:28.352014312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"93b8dcbe-4796-4779-ba58-53c01c3bca3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:28.493895812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"375e447a-d25e-4012-ae8d-132d09b038f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:38.179088472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"131e93ec-983d-4c9a-a541-dadc6f66b662","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:38.548311312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"7e6af5e3-2cc4-428c-ad9c-ca7c6adcc3ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:38.640935997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2e076eaa-2e13-4a21-9060-01e73b431fb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:38.665565073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"e06637b6-5073-4bf5-91b8-c47d3cfff73f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:38.742555616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"3cb34776-8280-4595-a678-141e88a3864b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:38.840704783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"66ed8e80-b85f-47b4-adc8-0468d20fd902","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:38.941119502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"3f7e27f1-3618-45ce-a5d9-ad7ab1a98427","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:39.04071498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"8f9af879-454d-4bf1-b640-44cc3018bab4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:39.04072406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"acf94db9-f87d-41b3-8336-c62693facddd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:39.14198494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"d6fde61a-c174-47bf-b9af-9420a8aee10f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:39.25941669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"d304b8af-afd3-49e5-9cec-dcb603463700","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:39.294748359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"f440bb32-4941-48db-8433-a818868fb519","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79bbde","model":"llm/e2e-rt-sw-79bbde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:39.361230971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"a4a3b226-62ec-4706-9e14-74bbdf29044a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:39.452282243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"fc13beb7-836e-4137-9d1e-34ed599bcc80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:39.452954827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"f0f6185f-7244-4156-84e0-1b8d2f661c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:39.507993936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"fc13beb7-836e-4137-9d1e-34ed599bcc80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:39.509959488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"f0f6185f-7244-4156-84e0-1b8d2f661c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:40.997279177Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"0bdffd33-26e9-4129-981a-adeefac6e4f5","namespace":"llm","name":"e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.052848342Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"28f55c7f-a8e3-4b0f-be6a-44a186d3a1a7","namespace":"llm","name":"e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.152697746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"69043d30-0883-4ff7-a411-d103a20be280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.152695743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"f73e5aac-e6aa-4b89-9d7e-ff60e4ee59ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.153353703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"d8b20b9e-9943-45ca-b18f-6d5263bdd2d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.20442625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98fb5519-f643-436b-a721-cfb936423788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.204722939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9e86285-7882-4b19-8805-d6bfe7065617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.208790054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"f73e5aac-e6aa-4b89-9d7e-ff60e4ee59ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.209023483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"69043d30-0883-4ff7-a411-d103a20be280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.211077006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"d8b20b9e-9943-45ca-b18f-6d5263bdd2d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.259990646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9e86285-7882-4b19-8805-d6bfe7065617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.26030144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98fb5519-f643-436b-a721-cfb936423788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.37829814Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"b0712ef5-091b-4862-bbf8-518ab9a004a4","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"name":"e2e-rt-eq-9415e7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.484060109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"41d78b1e-a731-4c9d-a3ff-41803c4146d5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.484083136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"41d78b1e-a731-4c9d-a3ff-41803c4146d5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.484400978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4ecfba83-919e-4547-8dd7-b95c585c24fc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.48441612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4ecfba83-919e-4547-8dd7-b95c585c24fc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.484654827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b2ce8ec1-49e3-4664-968a-a3a014bec29a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.484667832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b2ce8ec1-49e3-4664-968a-a3a014bec29a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.484923453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69d87119-3235-4a9f-8b19-3de2bedc6447","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.484937394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69d87119-3235-4a9f-8b19-3de2bedc6447","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.485220632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d914466-c78c-4f5c-939f-cfd4600d797c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.485232747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8d914466-c78c-4f5c-939f-cfd4600d797c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.537263661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"780ae80b-5110-404c-aaa6-3464f5b8b42b","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.537287584Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"780ae80b-5110-404c-aaa6-3464f5b8b42b","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.566329175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"bd4ca253-b2de-42bb-bd6b-0ef02187313f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.566422764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"d489a509-6f6b-4e1d-adb8-1b52b238ae45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.566787603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"581547ee-e186-4852-9c9b-2e3321c36981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.591641179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ee368d5b-cedf-4da8-a966-d02bf285bb88","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.591970129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c9507f3b-e430-4743-b3f9-0be9f7725cff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.624600511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"d489a509-6f6b-4e1d-adb8-1b52b238ae45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.624594705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"bd4ca253-b2de-42bb-bd6b-0ef02187313f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.626799357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"581547ee-e186-4852-9c9b-2e3321c36981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.642460576Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"383fa914-c8e6-4110-80cd-394ccf15011a","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"name":"e2e-rt-eq-9415e7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.643589329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"6265f480-1667-48d4-b7f3-ae33e0753aeb","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79bbde","model":"llm/e2e-rt-sw-79bbde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.667545683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"e74175c7-be6e-4e86-8e2e-efc9e57150a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.694420384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3ca958c3-6688-4bf0-9af5-61041a3e58e0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.694438842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3ca958c3-6688-4bf0-9af5-61041a3e58e0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.694730934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"69faa998-a06c-4be0-a9c6-71452424476b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.694745414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"69faa998-a06c-4be0-a9c6-71452424476b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.694983235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0ca966e1-2e30-428f-8a0d-4c52f889ec54","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.694995319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0ca966e1-2e30-428f-8a0d-4c52f889ec54","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.719057609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"8a0a2cf0-f05f-4b74-b6ab-51c6a1e3aff8","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.723567492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"e74175c7-be6e-4e86-8e2e-efc9e57150a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.774381818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"8a0a2cf0-f05f-4b74-b6ab-51c6a1e3aff8","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.99367288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"d144a086-eb91-439d-9298-8c58cd5b9243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:41.993711355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"77e14143-f38b-4384-ac87-18bfbad92e0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.000795655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"2d0d4892-6b7c-4b49-90ab-3033adac04a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.049471823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"77e14143-f38b-4384-ac87-18bfbad92e0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.049493582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"d144a086-eb91-439d-9298-8c58cd5b9243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.056169797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"2d0d4892-6b7c-4b49-90ab-3033adac04a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.157173463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4f75596-2505-4528-b54f-7892b0d5cebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.208192612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"0c8a430e-c48a-4156-936f-df82cceda017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.212366769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4f75596-2505-4528-b54f-7892b0d5cebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.265540316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"0c8a430e-c48a-4156-936f-df82cceda017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.412226244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"a864a983-50af-4e0f-8320-54d894d64ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.412605075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"227a3e7b-7e9e-4d6e-a4fa-c119e382322b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.462929413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02f4b6b8-beb2-4f57-a5f4-27dcdf5161ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.467526837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"a864a983-50af-4e0f-8320-54d894d64ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.476616504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"227a3e7b-7e9e-4d6e-a4fa-c119e382322b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.519077557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02f4b6b8-beb2-4f57-a5f4-27dcdf5161ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.663020756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"4b4b6f61-81f4-4a5c-993b-82c376bd6e6a","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.719064722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"4b4b6f61-81f4-4a5c-993b-82c376bd6e6a","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.780654859Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"34f30782-3c09-449c-9936-a8f8c7b61fa3","namespace":"llm","name":"e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.839212096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"a0ea3c9a-29a8-46f2-828a-484b1ec51571","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.839321847Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"a0ea3c9a-29a8-46f2-828a-484b1ec51571","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9415e7-f598b5b80116","namespace":"llm","model":"e2e-rt-eq-9415e7","externalModel":"e2e-rt-eq-9415e7","provider":"e2e-rt-eq-9415e7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.942800813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"db1a31a7-1263-4925-bcad-b76bd152421a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.943111614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"2f4d8d2b-1155-45c2-b3fe-4ae47d6751e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.943407386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"550d78c1-1e5c-440e-ad94-ad229731d67c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.942800817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"84e679f3-2c57-4fa6-8ec6-6c883088f413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.998778193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"2f4d8d2b-1155-45c2-b3fe-4ae47d6751e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:42.998934954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"db1a31a7-1263-4925-bcad-b76bd152421a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.000938544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"84e679f3-2c57-4fa6-8ec6-6c883088f413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.001265984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"550d78c1-1e5c-440e-ad94-ad229731d67c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.186604583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"4b726aed-e1c1-4dd8-9935-8d8fede4d0da","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.241654731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"4b726aed-e1c1-4dd8-9935-8d8fede4d0da","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.357562952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"084e6000-db8a-4f41-891a-b137e4722a8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.357677149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"3b3fecc6-baa0-469c-8e82-8fce38154952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.358264494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"074b371b-246e-4ff0-8b44-851f157dc85b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.409289387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b422cdd5-b320-4ba8-a1c4-b3bc4f675278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.414139008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"084e6000-db8a-4f41-891a-b137e4722a8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.415036982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"3b3fecc6-baa0-469c-8e82-8fce38154952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.416675975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"074b371b-246e-4ff0-8b44-851f157dc85b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.464365082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b422cdd5-b320-4ba8-a1c4-b3bc4f675278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.703082502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42c98496-1123-4ae9-a955-1ad0c70d5dc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.754223232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"8ff68493-dfe3-4e4a-829b-7fbe808f02b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.754251589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"dc383462-9c0b-489c-bf8b-39ff09ebb4ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.754770074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"f7354fab-0216-447f-9eb0-d74782153977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.758842338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42c98496-1123-4ae9-a955-1ad0c70d5dc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.809812568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"dc383462-9c0b-489c-bf8b-39ff09ebb4ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.810091543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"8ff68493-dfe3-4e4a-829b-7fbe808f02b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.81202826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"f7354fab-0216-447f-9eb0-d74782153977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:43.952191123Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:47.202286946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"0f3d7992-4967-4687-b2b8-091259780122","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:47.202316266Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"0f3d7992-4967-4687-b2b8-091259780122","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9415e7-f598b5b80116","namespace":"llm","model":"e2e-rt-eq-9415e7","externalModel":"e2e-rt-eq-9415e7","provider":"e2e-rt-eq-9415e7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:47.307055506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"76c0e2ae-d8c8-450f-9f64-3ebb78924659","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:47.307084166Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"76c0e2ae-d8c8-450f-9f64-3ebb78924659","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9415e7-f598b5b80116","namespace":"llm","model":"e2e-rt-eq-9415e7","externalModel":"e2e-rt-eq-9415e7","provider":"e2e-rt-eq-9415e7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:47.465259535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"3fc18e33-e114-499d-a3d9-d1aa5b76eb52","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:47.522280653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"3fc18e33-e114-499d-a3d9-d1aa5b76eb52","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:47.944747104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"1a851ea9-a56c-47f1-9464-503129aba9e4","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:47.944774751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"1a851ea9-a56c-47f1-9464-503129aba9e4","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9415e7-f598b5b80116","namespace":"llm","model":"e2e-rt-eq-9415e7","externalModel":"e2e-rt-eq-9415e7","provider":"e2e-rt-eq-9415e7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:51.8164651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e69b850-7e45-43c3-972a-114b5099431a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:51.82124328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec3147a3-0a41-44d9-8dcc-8adcfc24eeb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:51.822203159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"a77cc2da-7ffe-4159-91f2-ffb01cd231a3","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:51.822844612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"a0ef9d67-7040-4b67-8820-d2aaa289fd11","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:51.872961097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e69b850-7e45-43c3-972a-114b5099431a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:51.884661284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"a0ef9d67-7040-4b67-8820-d2aaa289fd11","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:51.893376654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"a77cc2da-7ffe-4159-91f2-ffb01cd231a3","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:51.923400654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec3147a3-0a41-44d9-8dcc-8adcfc24eeb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:52.830892886Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:52.897083437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"438a15b8-5622-4d1d-833b-a97ffd65e3b5","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:52.897220932Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"438a15b8-5622-4d1d-833b-a97ffd65e3b5","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9415e7-f598b5b80116","namespace":"llm","model":"e2e-rt-eq-9415e7","externalModel":"e2e-rt-eq-9415e7","provider":"e2e-rt-eq-9415e7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:21:52.95647035Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-9415e7-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-9415e7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.071861255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"083336d1-ba38-4409-b505-528261083b5a","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.071894757Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"083336d1-ba38-4409-b505-528261083b5a","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.131640961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"da5048c2-7859-4c95-bb1b-c6728687241d","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.132643765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"35a27400-1fa0-42d0-be21-2b3ee7ca28a7","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.133495758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba4bf14b-3def-4302-bb57-895cfba9c1e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.134281542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d1a7cb3-91bd-40c1-8c57-9379fcdd49f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.204588214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"a4247bfe-4552-4bd0-b414-f1fedecaa62d","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.204721511Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"a4247bfe-4552-4bd0-b414-f1fedecaa62d","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9415e7-f598b5b80116","namespace":"llm","model":"e2e-rt-eq-9415e7","externalModel":"e2e-rt-eq-9415e7","provider":"e2e-rt-eq-9415e7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.209561772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"35a27400-1fa0-42d0-be21-2b3ee7ca28a7","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.211047332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba4bf14b-3def-4302-bb57-895cfba9c1e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.219182036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d1a7cb3-91bd-40c1-8c57-9379fcdd49f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.227278643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"da5048c2-7859-4c95-bb1b-c6728687241d","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.311764974Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-sub","reconcileID":"8d313ee6-894c-4943-8d4d-1b9353b7c1c0","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9415e7","model":"e2e-rt-eq-9415e7","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-9415e7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.579273514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"cd4c90ce-5122-41ca-9026-0b74d1d408dd","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.579473137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"cd4c90ce-5122-41ca-9026-0b74d1d408dd","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9415e7-f598b5b80116","namespace":"llm","model":"e2e-rt-eq-9415e7","externalModel":"e2e-rt-eq-9415e7","provider":"e2e-rt-eq-9415e7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.683549805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cb47f9f-ca59-4f22-a890-baa70b246a00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.683551351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b506dda6-1229-4c8a-9df6-94f3c59a7800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.73921922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b506dda6-1229-4c8a-9df6-94f3c59a7800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.739391547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cb47f9f-ca59-4f22-a890-baa70b246a00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.787299913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"679d7786-9e2a-4efd-8de2-ef2093e19740","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.78744288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"e8644d65-64dd-4d36-91b4-67ed05c3558e","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.787917167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-sub","reconcileID":"110f5b55-b1b3-4833-907e-8f3e8fcc5685","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9415e7","model":"llm/e2e-rt-eq-9415e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.843542253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"e8644d65-64dd-4d36-91b4-67ed05c3558e","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:53.845616729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"679d7786-9e2a-4efd-8de2-ef2093e19740","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:21:54.956314801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"a4d872f6-3ead-454e-ba1b-11960e894684","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.222272637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"faafb0df-0eda-4561-8144-a15c366fda95","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.223410893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"6e216c1d-f093-4bac-9206-b86ba812b1d9","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.223660423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"9e6f77f2-cfee-422c-b84a-3950c1e07cd6","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.287378503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"e76303c7-de99-4ea0-a7c0-0374055f2de8","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.287870979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"cd0636e8-2295-4e1f-9b54-cbb0265c7a7a","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.28824213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"d63d5ff0-5f4e-4e38-861d-630250338370","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.378271505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"ea49cc76-5a0e-46b6-9f7b-e99c3b499976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.378284758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"9906fbbe-549b-439b-a8aa-8a5ed1d99bc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.433433352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"4cdc4056-baa5-401c-a36d-97f7bc8bdf3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.434045768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"8e78d1b1-62fc-4494-82bb-5700f47ee35a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.447047022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"ea49cc76-5a0e-46b6-9f7b-e99c3b499976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.450977489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"9906fbbe-549b-439b-a8aa-8a5ed1d99bc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.765244717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"689bd9a3-8ea0-432b-9747-8ed638df0003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.765244726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"736872bb-8318-4e0e-a52b-4bf30240df74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.82202789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"736872bb-8318-4e0e-a52b-4bf30240df74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:00.825090252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"689bd9a3-8ea0-432b-9747-8ed638df0003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:01.336413635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"813c5909-dd65-48c5-85c6-f2096b254383","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:08.927372106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-sub","reconcileID":"fa60d71d-500d-4a6a-b2e0-426ef18d0841","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9415e7","model":"llm/e2e-rt-eq-9415e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:09.201572529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"fd4bbcc1-8d1c-4ff9-b06d-dacc6c7d38d3","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:09.20171126Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"fd4bbcc1-8d1c-4ff9-b06d-dacc6c7d38d3","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9415e7-f598b5b80116","namespace":"llm","model":"e2e-rt-eq-9415e7","externalModel":"e2e-rt-eq-9415e7","provider":"e2e-rt-eq-9415e7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:09.724347807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"67873477-3d7e-40de-9675-849838d98a75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:09.737579154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"f956b393-1883-4c69-9833-6cf0eaf859c7","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:09.73834175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0c5557d-0eba-4b3c-9cd6-67dbac18a1bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:09.741217421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"9fc5143a-7596-430e-80ba-690956b4d54f","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:09.741786661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bb772ba-0ba9-4106-960e-6eb817e78876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:09.822937479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"67873477-3d7e-40de-9675-849838d98a75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:09.831625682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"f956b393-1883-4c69-9833-6cf0eaf859c7","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:09.835664191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0c5557d-0eba-4b3c-9cd6-67dbac18a1bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:09.845496478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"9fc5143a-7596-430e-80ba-690956b4d54f","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:09.848301271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bb772ba-0ba9-4106-960e-6eb817e78876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:09.87332808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-67ffbfa6","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"e2e-conflict-b-67ffbfa6","reconcileID":"af896936-7e6f-486e-8f6e-0b375cafe6b2","MaaSModelRef":{"name":"e2e-conflict-b-67ffbfa6","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"e2e-conflict-b-67ffbfa6-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"e2e-conflict-b-67ffbfa6","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:09.944553382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-67ffbfa6","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"e2e-conflict-a-67ffbfa6","reconcileID":"4c2ffd57-0ad9-454d-89cc-68daf9ae41c0","MaaSModelRef":{"name":"e2e-conflict-a-67ffbfa6","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"e2e-conflict-a-67ffbfa6-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"e2e-conflict-a-67ffbfa6","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:10.199428022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"979caafd-0350-49d7-8474-24959daa4591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:10.257603897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"979caafd-0350-49d7-8474-24959daa4591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:13.952859425Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:15.935457093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-67ffbfa6","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"e2e-conflict-a-67ffbfa6","reconcileID":"9b434bc0-bb54-47e3-bd70-284579f76580","MaaSModelRef":{"name":"e2e-conflict-a-67ffbfa6","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"e2e-conflict-a-67ffbfa6-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"e2e-conflict-a-67ffbfa6","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:25.732366189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"6fa1f449-fe82-459c-b162-5949d96ff43c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:25.951210676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"28f8344b-1d09-49c7-a6f0-11ce64fc5bc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:26.053208474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3bac00bd-b8a4-4345-a0b0-bd1e88e566ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:26.180853807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"d9cd85bf-85e8-430c-be90-079149bbbb40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:26.206799931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"154170eb-8c1b-466c-97e7-4f21b464a92a","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79bbde","model":"llm/e2e-rt-sw-79bbde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:26.348026121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-sub","reconcileID":"762fec35-1a3d-43b2-9885-d55721b07e32","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9415e7","model":"llm/e2e-rt-eq-9415e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:26.39890177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"36be0215-e12d-47e9-b253-89335a948f4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:26.610052011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"4bf412b2-6d35-4f6e-ac02-733fd02cc03a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:26.650167141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"cedcdda9-70ef-4dc9-b5e1-e19605289d22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:26.71349916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"068ca62e-6449-4902-b693-d8850ebe1bbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:26.827098808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"0504aed9-57b7-4b14-9b51-012163d43103","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:26.929359068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"ba3fca26-1c98-41a9-ba8f-7eb5a2b3c9f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:26.943391268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"3f09bac3-5e72-4e3b-9589-0558127d4be9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:27.027533856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"52b75de0-3955-496c-91f8-e452ae855fd0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:27.128089915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a754cc48-ee57-416f-806a-f11320d50c1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:29.521862904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"d1298fcd-c798-4313-b615-4eaeb7b50029","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:29.52232251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"caddb1e1-7b5c-4d44-a1fc-769d31fb3a90","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:29.587471413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"04286632-b453-4aa5-8367-c725ae528db1","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:29.587845165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"73a5bd2f-923b-4891-8965-da3c9f95965c","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:29.678424712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"1a40c1b1-7791-4837-a2f9-bb5b2fd90175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:29.67847316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"f437745f-276c-4d93-b01b-5f5f5016a244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:29.73356416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"e3fc2d3c-8f43-49d9-8f99-a2ea38fb930f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:29.734234409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"930a71ff-35c6-4091-8fee-64a47ac2949a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:29.740072783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"1a40c1b1-7791-4837-a2f9-bb5b2fd90175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:29.740235048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"f437745f-276c-4d93-b01b-5f5f5016a244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:30.055362018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"ff702aa7-d165-40c0-80d7-2e77cee3de50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:30.055809389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"50147622-1bc4-4e81-92c3-73435d565fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:30.111720753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"ff702aa7-d165-40c0-80d7-2e77cee3de50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:30.112542543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"50147622-1bc4-4e81-92c3-73435d565fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:37.833035598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"e203bc80-1924-4f25-80d5-87bffb8ff478","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:38.016233457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d69dcc5f-182e-4792-b04c-9f2942a875c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:38.117095105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"cc55ccc9-5498-4cf5-8f74-f0f57c55dcf9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:38.21708486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"0e112b71-33db-4c48-9855-b0c049df4053","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:38.369554081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"82e2e258-522c-4819-9fb2-7c3d354ff85d","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79bbde","model":"llm/e2e-rt-sw-79bbde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:38.446325051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"87f2323d-8269-489e-94e5-829450e8df3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:38.469480494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-sub","reconcileID":"04c2403f-700f-4210-a781-50590727cc69","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9415e7","model":"llm/e2e-rt-eq-9415e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:38.517561573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"c485b39a-4159-4cdf-800d-df5afa9fd302","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:38.628179462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"31e5df63-b5f1-4a4c-a36f-ebd44f25f87f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:38.733689044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0625fab3-125a-4ec2-aae5-72be74eb2893","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:38.834409718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"f831875f-7dd3-415f-95db-7338f43af518","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:38.861181731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"372b55c9-bf32-488b-af78-6db0bd8a3cdf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:38.933733829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"39b7a0da-db2c-481b-b11b-358273593054","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:39.033747435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"5464ee11-90b9-488c-afef-be0aee9a593c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:39.135975134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"42a4a0f1-3805-439b-8c0f-407e15a63520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:39.135994855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"266b9359-673a-4480-990c-0f39a4f32563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:39.191585779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"42a4a0f1-3805-439b-8c0f-407e15a63520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:39.191997101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"266b9359-673a-4480-990c-0f39a4f32563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:43.953009728Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.113353381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"036964fa-60f0-4c85-9713-c696c68860af","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.113800848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"fa966610-7daf-4de0-bbde-e069a1cf1d5d","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.114249252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"5ece412d-e478-4dbd-92e8-9708a021314a","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.17910156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"8ce76f62-3427-4496-be24-ff6636cca581","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.179546096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"3b8126fd-8060-4e62-9add-a60b9d57758b","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.179968342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"ca0ef732-890b-4734-b58f-b1ae7e640453","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.271436889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"237e2b5d-1a0c-40ab-8723-786b69a9eb34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.271436356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"1d394d8d-fe54-4bfb-b206-cd312c3525aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.324749676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"d7bd73b8-3d31-4f3f-9e2a-a1143b39d067","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.333434784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"237e2b5d-1a0c-40ab-8723-786b69a9eb34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.342322195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"419c7a76-8b40-4822-a6ee-a50183c3bdf5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.347288741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"1d394d8d-fe54-4bfb-b206-cd312c3525aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.641921822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"0bd1f10e-d6a8-4b36-9ee0-fd48bed97889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.657092565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"ddb6d3fb-4a4d-4928-8532-e2eb75512635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.697285778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"0bd1f10e-d6a8-4b36-9ee0-fd48bed97889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:53.713017557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"ddb6d3fb-4a4d-4928-8532-e2eb75512635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:54.135222421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"48cf8257-fef3-46c8-aecb-855f4982545f","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:54.466933714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"581b45da-93b2-48c1-848c-4c145f009679","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:54.566953422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"2b959fe5-0510-4900-8816-e9bf89ab5f8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:54.667978575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"b0149760-7ea5-40db-b8f3-3991998df8a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:54.770207623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"70d3efb9-6994-42f4-9e1d-55e5789f1b6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:54.82300432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-sub","reconcileID":"12586be8-d96e-44f0-9ede-b95700dedfd8","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9415e7","model":"llm/e2e-rt-eq-9415e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:54.874384843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"450a5b53-eeea-4e50-85bd-3e3f06f1dfc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:54.984089093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"9c1c95dc-5b66-41b0-8029-ce5898d72c7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:54.988987112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"20a7a27e-2bec-4dcb-b25f-22294d8d81eb","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.042509632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"ca317e43-4bf0-4396-8414-1b0d786cf6ba","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.087007516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"4f7dadab-dfe9-4c7e-8521-2895c7dbe362","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.098263048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"477ad4ef-8bf7-460e-9e0a-54736e400d76","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.098639146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"d8c8dd4f-a521-4d0b-9adc-740832144a38","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.102227344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"ac621737-918b-4393-9c99-705e262a1bb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.19038434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"892e19e8-60a7-4563-a35b-b1e75ff0d5bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.199420608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"5715bad9-faab-4bf2-9140-9e6dd6b0a73a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.292169202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"5715bad9-faab-4bf2-9140-9e6dd6b0a73a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.313857043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"cb81864a-5dec-49f4-9d05-f3d799e0af0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.31466569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"566a18d9-02d0-4f49-bd8d-c9664ec6fca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.343516762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"010a3943-8e97-4bf8-853d-6daccf0b5747","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79bbde","model":"llm/e2e-rt-sw-79bbde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.371251301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"566a18d9-02d0-4f49-bd8d-c9664ec6fca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.371449577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"cb81864a-5dec-49f4-9d05-f3d799e0af0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.395097664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fb92082d-2991-4acf-a125-993607e6fd15","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.490317556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"030c3372-8807-44fc-af85-1801acb1eb30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.490391899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"f3c07fb6-1cc7-4ec8-b6fa-37280dcb9ea6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.590947323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6dc1bc02-4c52-477a-9f2c-062caacf0b4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.60440104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"9f808c0c-1715-4168-9539-8780e4f40e6d","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.708534313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"65cee0c3-081e-4a2e-9538-232f43831074","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.758752092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"6f9c4ac1-3d86-4ac7-843b-83097a817cef","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:55.814115042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"6f9c4ac1-3d86-4ac7-843b-83097a817cef","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:57.724317519Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:57.72432774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"931bc2ce-b1a9-434e-b685-9179fc547884","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:57.831243815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"74ed1f46-7bbf-4a85-9d5f-01690cb63af8","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:57.831269961Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"74ed1f46-7bbf-4a85-9d5f-01690cb63af8","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9415e7-f598b5b80116","namespace":"llm","model":"e2e-rt-eq-9415e7","externalModel":"e2e-rt-eq-9415e7","provider":"e2e-rt-eq-9415e7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:57.831779157Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:57.879761439Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"e1f07322-f6ee-4563-89ea-1bc103bc7115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:57.879882646Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"a5a240ad-7654-4c3c-8a52-5894c9c179a9","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:57.880967591Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"efe6da55-6228-4be9-b8e3-105c0c82ec7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:57.884621463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"f509cfa9-5173-44b5-86cb-48d55b340a5e","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:57.885735344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"bac309b8-b1aa-4b3b-adfc-38e386595f87","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:57.936475368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"e1f07322-f6ee-4563-89ea-1bc103bc7115","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:57.936665585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"841b1bf0-104f-47ff-9697-eed9d9e4a653","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:57.939375156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"efe6da55-6228-4be9-b8e3-105c0c82ec7b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:57.939917241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"a5a240ad-7654-4c3c-8a52-5894c9c179a9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:57.940022622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"7b2a7026-f7af-4159-8cf8-c5daf695c695","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.091854272Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"8a91cbfe-a250-4b89-9fd1-4b62af86a6a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.091937726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"8a91cbfe-a250-4b89-9fd1-4b62af86a6a4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.093780473Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"2bca7680-515a-4890-94ba-54902f37c552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.093782712Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"f235e58a-5884-4994-abf4-67eb28293c02","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.093931062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"f235e58a-5884-4994-abf4-67eb28293c02","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.146409179Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"2bca7680-515a-4890-94ba-54902f37c552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.146460305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"2bca7680-515a-4890-94ba-54902f37c552","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:58.151638878Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-subscription","reconcileID":"8493600a-1ac7-4272-b58c-ecb44dffad92","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-048135/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.256162043Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"5224b2e2-29b0-429d-8046-e278bb92bdac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.256234431Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"5224b2e2-29b0-429d-8046-e278bb92bdac","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.258354147Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"9fc8aad2-6522-40a3-8547-6d6983c396fb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.258407651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"9fc8aad2-6522-40a3-8547-6d6983c396fb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.309980245Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"eb3f4b18-fef2-4e0c-bcfa-c25a1dc849e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.310039255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"eb3f4b18-fef2-4e0c-bcfa-c25a1dc849e4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:58.314302172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"a0edf33a-b363-4ac4-a5a0-7c2934452fba","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:58.359113836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"066bc802-7b9c-48b2-a063-6b40ce74f2ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.432130599Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"4c549de3-5bb4-4df0-a677-3aab47c7455a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.432224921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"4c549de3-5bb4-4df0-a677-3aab47c7455a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.433133275Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"6e4a0afc-a964-4511-a2aa-5f67fb77351e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.433197131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"6e4a0afc-a964-4511-a2aa-5f67fb77351e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.483795694Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"25691bfc-ef73-4908-b198-436c03facb5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.48387614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"25691bfc-ef73-4908-b198-436c03facb5d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:22:58.52117454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-subscription","reconcileID":"bf73a814-3173-4ed8-ab17-4c37947f216c","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.62799655Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"d1aa596f-4758-43e6-ac80-6864ba59f92a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.628064011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"d1aa596f-4758-43e6-ac80-6864ba59f92a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.628006348Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"410fd4c9-746b-4b11-bde6-6c4ff45fee96","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.628114174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"410fd4c9-746b-4b11-bde6-6c4ff45fee96","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.728093365Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"d73112be-f0df-44a1-90e4-d1b4a4277ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.728160751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"d73112be-f0df-44a1-90e4-d1b4a4277ea4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.863786445Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"92a963fb-28a7-45a1-a07b-de811aa426ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.863814335Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"eb5a3b70-3c36-4dba-8f73-6d4b66513f6a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.863875841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"92a963fb-28a7-45a1-a07b-de811aa426ce","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.86388449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"eb5a3b70-3c36-4dba-8f73-6d4b66513f6a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.963581133Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b2bb591e-45e2-429b-80ae-4b251526b569","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:58.963656113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b2bb591e-45e2-429b-80ae-4b251526b569","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:59.180009467Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"f815ac7a-eefe-454d-8728-ef6f7ad72875","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:59.180078696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"f815ac7a-eefe-454d-8728-ef6f7ad72875","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:59.180258437Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"e0c10067-d457-40a6-8bc1-0ccfa41fabba","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:59.180314496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"e0c10067-d457-40a6-8bc1-0ccfa41fabba","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:59.284293517Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"e4a2b7d0-2be5-46ae-ad05-44461555e596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:59.284375891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"e4a2b7d0-2be5-46ae-ad05-44461555e596","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:59.655138265Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"69c791a2-a7e5-4fd5-8ec2-dd7977ffb6f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:59.65520617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"69c791a2-a7e5-4fd5-8ec2-dd7977ffb6f7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:59.655136381Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"45541e2d-1ea4-4166-a05b-a239cd26b90f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:59.655248128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"45541e2d-1ea4-4166-a05b-a239cd26b90f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:59.758893617Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"1aefa7c3-f3ad-4ab0-9fd9-6283fe72c216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:22:59.758960888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"1aefa7c3-f3ad-4ab0-9fd9-6283fe72c216","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:00.45167714Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"48359665-aaa1-4234-9f7e-130d48197b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:00.45176583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"48359665-aaa1-4234-9f7e-130d48197b8d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:00.452102357Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"be8b3084-4840-4151-a04e-248596f44232","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:00.452150635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"be8b3084-4840-4151-a04e-248596f44232","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:00.554307637Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"26c51b3b-7c1a-4e4d-a053-fe667e6e5f2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:00.55437573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"26c51b3b-7c1a-4e4d-a053-fe667e6e5f2b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:00.723731175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"420c2fd1-38cf-44bd-94e6-b5bb3879f592","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:00.878959257Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"1d4e0996-6cd7-4bce-ac6c-e74eb66695af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:00.879021931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"1d4e0996-6cd7-4bce-ac6c-e74eb66695af","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:00.878967125Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"f1b541df-b06c-4f4e-91f4-92af8fe50def","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:00.879065263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"f1b541df-b06c-4f4e-91f4-92af8fe50def","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:00.87961684Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"2653e483-06bd-41b2-b966-278f4690a45f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:00.879656391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"2653e483-06bd-41b2-b966-278f4690a45f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:01.004476047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"edd76484-9a34-4953-8a2b-5da3c7bb1a8c","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:01.005105604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"7e0f02f2-d948-48fe-903d-138997f77558","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:01.172652918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"a5ef2243-4a11-4a5e-9b4e-e211461dc95e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:01.175359656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"5c06044d-686f-4501-aa0e-63eca34a18b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:01.231672725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"88eca730-a000-4815-b6ff-551257bddc5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:01.234632866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"21fc4686-4247-4152-a70f-4b31f2c147cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:01.238546506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"5c06044d-686f-4501-aa0e-63eca34a18b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:01.242505007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"a5ef2243-4a11-4a5e-9b4e-e211461dc95e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:03.388289402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"c3edad93-aa53-4540-abba-573a8d48b588","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:03.636447017Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"2d0d0bd8-f3de-4d98-8610-f04767f45303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:03.63652768Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"2d0d0bd8-f3de-4d98-8610-f04767f45303","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:03.637097441Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"5b296895-bcec-4882-b268-5376f74d8ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:03.637156477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"5b296895-bcec-4882-b268-5376f74d8ea1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:03.637793882Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"412ec6ca-297d-43d8-a8b6-2634c665c900","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:03.637850887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"412ec6ca-297d-43d8-a8b6-2634c665c900","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:04.256356342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"526648d3-c5df-46bb-919a-4fd9770a84bb","MaaSModelRef":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:08.913933992Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"4d4e5a57-14f5-40c9-8216-b4ed3377f7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:08.914045427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"4d4e5a57-14f5-40c9-8216-b4ed3377f7bb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:08.913967492Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"6bb4fb19-7fe8-43b0-b03c-385109f4a2c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:08.914109772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"6bb4fb19-7fe8-43b0-b03c-385109f4a2c4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:08.914248972Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"bba3cad4-2fdd-48ba-acfa-95fa0191c161","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:08.914308715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"bba3cad4-2fdd-48ba-acfa-95fa0191c161","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: compose ai-tenant-e2e-worker-w4-048135/e2e-dedup-subscription@e2e-models-e2e-worker-w4-048135/simulator-w4-048135: model e2e-models-e2e-worker-w4-048135/simulator-w4-048135: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:09.597800509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"8cb2a823-fcd0-4a7c-8ed2-be3b31777f4c","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.147407502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"1dee064a-cbca-4667-be2d-cb7892c03f36","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79bbde","model":"llm/e2e-rt-sw-79bbde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.212761872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"cdfc278c-3432-4c95-94e8-f90a1e3bb85e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.312516662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fc7aed2a-e145-4da2-832a-06ed15ce7df5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.415732688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"f323412d-4c9e-40c1-9f97-ac3578ab99e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.513838956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"6902d05a-9f9e-43d3-b90c-d2f38db322e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.571436146Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"eb7ece29-ba26-42c4-aa21-d851f22f566c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-048135/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.611293258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"9cdafccd-616c-4198-b109-38cdc91e00e9","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.615629418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"39b4ea91-2d6a-440a-91e7-d2cbda25319c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.664717014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"bc308ae7-4095-4eed-b89e-26d1c05256fd","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.768180349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-sub","reconcileID":"f640e9e8-3920-44b8-93c4-58e5cd5882be","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9415e7","model":"llm/e2e-rt-eq-9415e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.813427545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"d7389220-6957-449b-bca8-1d287fb28372","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.880309066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"ecd2f162-6198-4891-9336-628404c538ce","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.901663797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"b0c1d1d6-5b57-4163-8502-ad5cfd43e962","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.902298161Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.917627957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"30d0ee74-62d4-41e5-9e02-53e3a3975898","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.92596809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"258c017a-c556-460b-bdd9-bc84077596bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.93593337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"ecd2f162-6198-4891-9336-628404c538ce","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.961790268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"af1e8af3-7b35-4029-9ac1-6e1ad3cbc9b4","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:10.991203183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ebeeb9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dcf92211b7d8e1fd92cc0f196cee5e8dc47f56a51e81029871a2f9d69227d0eb) AuthConfig (00e3b53f33f0ca62945b2bb2ae697765d8377b84c745c66ce74b87259da296af) AuthConfig (4ad0b28ba0e2aafcdf55dcd756f0d3fe8afedd89b74989bd6afaad3c39c096ee) AuthConfig (aeda15bf95ce26ad44341da866aa483ce74042dd58afcd8c907990ace46de11f) AuthConfig (eca341b363c320aa4269559f07e40caaa27aaabcef9b3cdaccd0350ecaf704c7) AuthConfig (25224f62e594e494b5e37f12a286e74fc6b99160cb0d85d45b85dd56bc15b44d) AuthConfig (718f9080240872e4eac817cfb28dc6e4485eaf4da9288b2bb35adddf4a5145c4) AuthConfig (0b5fa1ae3281cff13961b4bc3965eca824a0063fb0c51586aaf7dc1a6ae703e4) AuthConfig (7cb4f35d1aaedd4b110f13f3fb739d7e148c8c243cfbb4a48e4a6cd592889519) AuthConfig (debad69460efeec5b641b5fdee4e9b4e3af773b87a238e09399584ad52766d67) AuthConfig (e7ceb2e5605a2fd924ad62eb6a1e0658f1a53755e33f2d3bab3037594d79165d) AuthConfig (aa7ad3678f9271f8b7de08d5d8fe19639b188e182ab0e6b709d47fbc9c3665e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"ecd2f162-6198-4891-9336-628404c538ce","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.005350829Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-subscription","reconcileID":"3e2cdc5e-fa5b-4ae7-8bb0-bab442698566","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:11.015371911Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"af1e8af3-7b35-4029-9ac1-6e1ad3cbc9b4","name":"distinct-w0-ebeeb9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-ebeeb9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:11.015424205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"af1e8af3-7b35-4029-9ac1-6e1ad3cbc9b4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-ebeeb9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.015682073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f6c15eb6-f57a-43e2-8c5a-373ca0ba255c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.02108392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"0c1465bb-0cc7-446a-9429-58bd5e67934a","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.048913024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"7982d682-6e4f-4fce-9b3b-276adda62622","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.107425444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"f8a7cd1d-a51f-4cbe-9193-07b702a6141c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.107429173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"2f5a1336-a98a-4bde-ab99-79e82d0f0fbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.141717852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"eaccc37c-ee4b-4d0a-ad6a-03705b243a5c","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.142030619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"c0fc27da-62e6-4cf7-9261-424a138b4ac1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.160665912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-subscription","reconcileID":"3e2cdc5e-fa5b-4ae7-8bb0-bab442698566","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.164006984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"2f5a1336-a98a-4bde-ab99-79e82d0f0fbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.165098861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"f8a7cd1d-a51f-4cbe-9193-07b702a6141c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.186864081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"1fe91c6a-1689-4714-8ad4-fa2d90874151","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.198401888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"2e017c4b-fbef-4833-beb4-1cabe5c7d41c","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.239956819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"77cb7e10-565e-4377-97e6-44dfb4778b0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.240848832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"fba6d194-308b-4de1-8aa3-0546e7789dfd","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.257091948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"a95447f5-7e0c-4ece-9a87-7836bd3bee7c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.313430444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"a95447f5-7e0c-4ece-9a87-7836bd3bee7c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.341168641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"3e608264-4774-45a6-8390-0b273ffec780","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.367991953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ebeeb9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dcf92211b7d8e1fd92cc0f196cee5e8dc47f56a51e81029871a2f9d69227d0eb) AuthConfig (00e3b53f33f0ca62945b2bb2ae697765d8377b84c745c66ce74b87259da296af) AuthConfig (4ad0b28ba0e2aafcdf55dcd756f0d3fe8afedd89b74989bd6afaad3c39c096ee) AuthConfig (aeda15bf95ce26ad44341da866aa483ce74042dd58afcd8c907990ace46de11f) AuthConfig (eca341b363c320aa4269559f07e40caaa27aaabcef9b3cdaccd0350ecaf704c7) AuthConfig (25224f62e594e494b5e37f12a286e74fc6b99160cb0d85d45b85dd56bc15b44d) AuthConfig (718f9080240872e4eac817cfb28dc6e4485eaf4da9288b2bb35adddf4a5145c4) AuthConfig (0b5fa1ae3281cff13961b4bc3965eca824a0063fb0c51586aaf7dc1a6ae703e4) AuthConfig (7cb4f35d1aaedd4b110f13f3fb739d7e148c8c243cfbb4a48e4a6cd592889519) AuthConfig (debad69460efeec5b641b5fdee4e9b4e3af773b87a238e09399584ad52766d67) AuthConfig (e7ceb2e5605a2fd924ad62eb6a1e0658f1a53755e33f2d3bab3037594d79165d) AuthConfig (aa7ad3678f9271f8b7de08d5d8fe19639b188e182ab0e6b709d47fbc9c3665e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"a95447f5-7e0c-4ece-9a87-7836bd3bee7c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.442892325Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-sub1","reconcileID":"ea71c514-4062-42aa-8485-1bbfbfecffe7","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-w0-ebeeb9","model":"distinct-w0-ebeeb9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ebeeb9/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.464528576Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-ebeeb9 priority=0:[ai-tenant-e2e-worker-w0-ebeeb9/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-ebeeb9/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.464742354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"971de577-bffd-4653-891c-6643763a9418","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.499861944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"a145d294-9ac3-4312-9174-f2fde39ab9e8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.522934525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"794f58a4-e258-48bf-bc4a-8abcb9c12090","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.523239049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"2282a42f-2fa8-4581-948e-991a83713d5e","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.555746721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"a145d294-9ac3-4312-9174-f2fde39ab9e8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:11.57206018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-sub2","reconcileID":"018f3632-462f-4080-83b6-c86782b34631","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.575902019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"fe288c07-6f32-4131-9bf0-fd183720a288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.575961209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"f873642b-826f-4329-a133-aab168c8150a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.576536563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"a9d682d8-fe83-40ec-87a2-3a001e6d076d","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.576939815Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-ebeeb9 priority=0:[ai-tenant-e2e-worker-w0-ebeeb9/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-ebeeb9/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:11.60256106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-sub1","reconcileID":"ea71c514-4062-42aa-8485-1bbfbfecffe7","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.609987952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ebeeb9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dcf92211b7d8e1fd92cc0f196cee5e8dc47f56a51e81029871a2f9d69227d0eb) AuthConfig (00e3b53f33f0ca62945b2bb2ae697765d8377b84c745c66ce74b87259da296af) AuthConfig (4ad0b28ba0e2aafcdf55dcd756f0d3fe8afedd89b74989bd6afaad3c39c096ee) AuthConfig (aeda15bf95ce26ad44341da866aa483ce74042dd58afcd8c907990ace46de11f) AuthConfig (eca341b363c320aa4269559f07e40caaa27aaabcef9b3cdaccd0350ecaf704c7) AuthConfig (25224f62e594e494b5e37f12a286e74fc6b99160cb0d85d45b85dd56bc15b44d) AuthConfig (718f9080240872e4eac817cfb28dc6e4485eaf4da9288b2bb35adddf4a5145c4) AuthConfig (0b5fa1ae3281cff13961b4bc3965eca824a0063fb0c51586aaf7dc1a6ae703e4) AuthConfig (7cb4f35d1aaedd4b110f13f3fb739d7e148c8c243cfbb4a48e4a6cd592889519) AuthConfig (debad69460efeec5b641b5fdee4e9b4e3af773b87a238e09399584ad52766d67) AuthConfig (e7ceb2e5605a2fd924ad62eb6a1e0658f1a53755e33f2d3bab3037594d79165d) AuthConfig (aa7ad3678f9271f8b7de08d5d8fe19639b188e182ab0e6b709d47fbc9c3665e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"a145d294-9ac3-4312-9174-f2fde39ab9e8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.626244033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"7f36f745-84e1-4707-bb42-1e0953607755","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.631189015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"fe288c07-6f32-4131-9bf0-fd183720a288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.631509086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"f873642b-826f-4329-a133-aab168c8150a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.666309699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"4657f19a-04fc-45f2-9ee2-be3566216e3b","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.674171007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"08bb0ced-3073-4703-a824-f16482aec9f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.676366366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"a4b5ad61-806b-40b2-b0bf-1e8ece97bfd6","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.680610984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"b8e4b769-89c2-4771-8723-c7837094d204","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.684302993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"7f36f745-84e1-4707-bb42-1e0953607755","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.72953202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"08bb0ced-3073-4703-a824-f16482aec9f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.736967948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"1973fca2-30d9-43f0-82b8-1acb49e773a5","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.739991088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ebeeb9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dcf92211b7d8e1fd92cc0f196cee5e8dc47f56a51e81029871a2f9d69227d0eb) AuthConfig (00e3b53f33f0ca62945b2bb2ae697765d8377b84c745c66ce74b87259da296af) AuthConfig (4ad0b28ba0e2aafcdf55dcd756f0d3fe8afedd89b74989bd6afaad3c39c096ee) AuthConfig (aeda15bf95ce26ad44341da866aa483ce74042dd58afcd8c907990ace46de11f) AuthConfig (eca341b363c320aa4269559f07e40caaa27aaabcef9b3cdaccd0350ecaf704c7) AuthConfig (25224f62e594e494b5e37f12a286e74fc6b99160cb0d85d45b85dd56bc15b44d) AuthConfig (718f9080240872e4eac817cfb28dc6e4485eaf4da9288b2bb35adddf4a5145c4) AuthConfig (0b5fa1ae3281cff13961b4bc3965eca824a0063fb0c51586aaf7dc1a6ae703e4) AuthConfig (7cb4f35d1aaedd4b110f13f3fb739d7e148c8c243cfbb4a48e4a6cd592889519) AuthConfig (debad69460efeec5b641b5fdee4e9b4e3af773b87a238e09399584ad52766d67) AuthConfig (e7ceb2e5605a2fd924ad62eb6a1e0658f1a53755e33f2d3bab3037594d79165d) AuthConfig (aa7ad3678f9271f8b7de08d5d8fe19639b188e182ab0e6b709d47fbc9c3665e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"7f36f745-84e1-4707-bb42-1e0953607755","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.740111366Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-dedup-auth","reconcileID":"0e34cf63-8fe5-4046-8d3a-1e7dddc122a2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.810049675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-sub1","reconcileID":"e5f79c5e-1731-4360-9750-9a3b3e2350ed","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.820299967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"1a310614-47f2-43fc-ad0b-9025f8bc5c98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.877211274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"1a310614-47f2-43fc-ad0b-9025f8bc5c98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.944154303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"1ef66db5-e5f4-4902-bd2c-0f11bac271ce","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.946913517Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-sub2","reconcileID":"2184b7ea-3912-409d-a90e-6622817af557","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-2-w0-ebeeb9","model":"distinct-2-w0-ebeeb9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ebeeb9/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.977368423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"c5de608e-49a4-4f6c-baf6-607878b89961","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:11.993355398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"69ba7056-df23-4e40-85ae-4dd94f42e2cf","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:12.095144986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"66289e63-e9a4-423a-a2c3-e94e67467683","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:12.095367855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"e9152eeb-4ad9-45a4-9bbc-e0e8ee403b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:12.111402035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"9cfafb81-1ce8-45aa-b39d-f6bc00635fe1","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:12.141882845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"8294f06d-8853-412e-993e-2d2ef7df16f6","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:12.151327013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"66289e63-e9a4-423a-a2c3-e94e67467683","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:12.15142648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"e9152eeb-4ad9-45a4-9bbc-e0e8ee403b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:12.202724879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"a6677d1b-cd36-47e2-8ee9-0cf0d0403908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:12.206514686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ebeeb9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dcf92211b7d8e1fd92cc0f196cee5e8dc47f56a51e81029871a2f9d69227d0eb) AuthConfig (00e3b53f33f0ca62945b2bb2ae697765d8377b84c745c66ce74b87259da296af) AuthConfig (4ad0b28ba0e2aafcdf55dcd756f0d3fe8afedd89b74989bd6afaad3c39c096ee) AuthConfig (aeda15bf95ce26ad44341da866aa483ce74042dd58afcd8c907990ace46de11f) AuthConfig (eca341b363c320aa4269559f07e40caaa27aaabcef9b3cdaccd0350ecaf704c7) AuthConfig (25224f62e594e494b5e37f12a286e74fc6b99160cb0d85d45b85dd56bc15b44d) AuthConfig (718f9080240872e4eac817cfb28dc6e4485eaf4da9288b2bb35adddf4a5145c4) AuthConfig (0b5fa1ae3281cff13961b4bc3965eca824a0063fb0c51586aaf7dc1a6ae703e4) AuthConfig (7cb4f35d1aaedd4b110f13f3fb739d7e148c8c243cfbb4a48e4a6cd592889519) AuthConfig (debad69460efeec5b641b5fdee4e9b4e3af773b87a238e09399584ad52766d67) AuthConfig (e7ceb2e5605a2fd924ad62eb6a1e0658f1a53755e33f2d3bab3037594d79165d) AuthConfig (aa7ad3678f9271f8b7de08d5d8fe19639b188e182ab0e6b709d47fbc9c3665e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"66289e63-e9a4-423a-a2c3-e94e67467683","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:12.249463322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"836596ab-abc5-4ccd-8c1e-ccbe98bc7350","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:12.259620998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"a6677d1b-cd36-47e2-8ee9-0cf0d0403908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:12.305410807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"836596ab-abc5-4ccd-8c1e-ccbe98bc7350","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:12.318712869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-sub2","reconcileID":"ac00932d-1a15-4934-b3e1-4e448c96107b","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-2-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-2-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:12.360245751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ebeeb9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dcf92211b7d8e1fd92cc0f196cee5e8dc47f56a51e81029871a2f9d69227d0eb) AuthConfig (00e3b53f33f0ca62945b2bb2ae697765d8377b84c745c66ce74b87259da296af) AuthConfig (4ad0b28ba0e2aafcdf55dcd756f0d3fe8afedd89b74989bd6afaad3c39c096ee) AuthConfig (aeda15bf95ce26ad44341da866aa483ce74042dd58afcd8c907990ace46de11f) AuthConfig (eca341b363c320aa4269559f07e40caaa27aaabcef9b3cdaccd0350ecaf704c7) AuthConfig (25224f62e594e494b5e37f12a286e74fc6b99160cb0d85d45b85dd56bc15b44d) AuthConfig (718f9080240872e4eac817cfb28dc6e4485eaf4da9288b2bb35adddf4a5145c4) AuthConfig (0b5fa1ae3281cff13961b4bc3965eca824a0063fb0c51586aaf7dc1a6ae703e4) AuthConfig (7cb4f35d1aaedd4b110f13f3fb739d7e148c8c243cfbb4a48e4a6cd592889519) AuthConfig (debad69460efeec5b641b5fdee4e9b4e3af773b87a238e09399584ad52766d67) AuthConfig (e7ceb2e5605a2fd924ad62eb6a1e0658f1a53755e33f2d3bab3037594d79165d) AuthConfig (aa7ad3678f9271f8b7de08d5d8fe19639b188e182ab0e6b709d47fbc9c3665e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"836596ab-abc5-4ccd-8c1e-ccbe98bc7350","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:12.976730401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"2d466841-e7c3-4700-931c-135e07c7fca8","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:12.977164084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"44d68711-b187-410c-99bc-e58ef478e0ba","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.030329198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"0ceb744a-836d-4dcc-b7b7-383ced7dfe26","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.030536096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"3c97d826-a8a7-4416-9a9b-dca2832fc75a","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.250925179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"1edc4be3-aa3c-47e9-81c5-6b4a6b59af15","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.251060001Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-ebeeb9 priority=0:[ai-tenant-e2e-worker-w0-ebeeb9/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-ebeeb9/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.286433851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-auth","reconcileID":"48f1daa4-5822-4b57-badb-342408df9b9f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.310232938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"154cae76-742c-4abb-a4c5-f0af419af34f","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.343374466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-auth","reconcileID":"48f1daa4-5822-4b57-badb-342408df9b9f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:13.358456509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-subscription","reconcileID":"199a39f3-63f3-4f7f-8c27-ab0646a72fa1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.364583852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"6f4a4193-dfc4-40dd-ab9d-08ecc5d9fc70","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.365046109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"d1d69627-cb1e-4d31-9093-1ae59758ddd4","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.466687212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"dc00f90f-5087-49d3-9fed-0b45d71d76f1","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.467063251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"18ed67df-5de9-446e-9b65-1d7e66bcb702","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.506481775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"05fc6943-435c-4f2d-8f54-8723ad410d49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.50657909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8f7b251a-4b01-451f-9923-a11c4cf8b3d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.5252824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"d5a060c6-a29d-4a42-a836-502918b1457f","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.525597831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"8abd43e6-5dd4-4c44-9bf4-92aef451aaf9","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.562973414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8f7b251a-4b01-451f-9923-a11c4cf8b3d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.562971738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"05fc6943-435c-4f2d-8f54-8723ad410d49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.744696803Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-subscription","reconcileID":"3fcb2e80-13c0-469d-b122-5021d9028365","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-w4-048135","model":"distinct-w4-048135","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-048135/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.760673022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"6cff4d28-5397-4833-8ae4-d7112ccd70d6","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.761065672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"f9519e03-208f-4303-bee4-a45e72ec1b2f","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.90341421Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-subscription","reconcileID":"3fcb2e80-13c0-469d-b122-5021d9028365","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-2-w4-048135","model":"distinct-2-w4-048135","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-048135/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.954084966Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.972266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"9a7b6af0-42c1-43b1-8515-74a8b93f4bed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:13.972268664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"f618c4a9-9617-4899-b3f9-971f3b7cf6c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:14.018014745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-auth","reconcileID":"8fa39d4a-2f00-40ac-bb0c-9fb5f3332e5e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:14.029088194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"9a7b6af0-42c1-43b1-8515-74a8b93f4bed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:14.02910472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"f618c4a9-9617-4899-b3f9-971f3b7cf6c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:14.073963423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-auth","reconcileID":"8fa39d4a-2f00-40ac-bb0c-9fb5f3332e5e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:14.118976005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"ffeecd60-0de4-4003-a2a8-f69a422c0fb2","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:14.119345049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"c25bb3bc-4415-4297-a267-d1973c4bc45b","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:14.327513768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-subscription","reconcileID":"dc6a6a97-c7d6-4260-9425-163f1acb9dd6","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-w4-048135","model":"e2e-models-e2e-worker-w4-048135/distinct-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:14.482859455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-subscription","reconcileID":"dc6a6a97-c7d6-4260-9425-163f1acb9dd6","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-2-w4-048135","model":"e2e-models-e2e-worker-w4-048135/distinct-2-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:16.732219611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"e1c06f8f-dfab-427a-9158-433990ad608b","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:16.788883681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"100ad288-5f2c-4ca4-9a93-36bdf3974d35","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:16.8914124Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-subscription","reconcileID":"1856f993-6ee4-4eb7-9c88-df07da08a9af","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ec751bd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:16.942981919Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-subscription","reconcileID":"3bf7de55-5f33-4b2c-96e8-d19ef2523836","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ec751bd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:16.989862313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-auth","reconcileID":"4a38d8c7-4aee-40e6-9bc7-d4b068443276","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:16.989871908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8e7e98cf-c446-4e0f-8a3c-573780bb031d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:16.990353314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"54a44f2b-f85d-4862-a5d2-544841df4ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:17.047257504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-auth","reconcileID":"4a38d8c7-4aee-40e6-9bc7-d4b068443276","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:17.047532227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8e7e98cf-c446-4e0f-8a3c-573780bb031d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:17.052021872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"54a44f2b-f85d-4862-a5d2-544841df4ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:17.457561951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"9a84ec1c-16ec-4c9a-9491-a83bbf5df56d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:17.461598227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"2a6b7d63-d5e3-43ec-ae64-ec390b75cc20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:17.514135624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"9a84ec1c-16ec-4c9a-9491-a83bbf5df56d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:17.517585705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"2a6b7d63-d5e3-43ec-ae64-ec390b75cc20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:17.560354401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-auth","reconcileID":"8866e2a7-e6e8-4d67-afa0-ce31548697b3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:17.615912727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-auth","reconcileID":"8866e2a7-e6e8-4d67-afa0-ce31548697b3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:19.9433503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"9f62a761-95e2-4ba9-bf6e-35e46fa089e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:22.464655662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"d2f0ee53-b7d6-4ee1-9027-0b71268cf569","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:22.521229113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"d2f0ee53-b7d6-4ee1-9027-0b71268cf569","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:22.575203168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ebeeb9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dcf92211b7d8e1fd92cc0f196cee5e8dc47f56a51e81029871a2f9d69227d0eb) AuthConfig (00e3b53f33f0ca62945b2bb2ae697765d8377b84c745c66ce74b87259da296af) AuthConfig (4ad0b28ba0e2aafcdf55dcd756f0d3fe8afedd89b74989bd6afaad3c39c096ee) AuthConfig (aeda15bf95ce26ad44341da866aa483ce74042dd58afcd8c907990ace46de11f) AuthConfig (eca341b363c320aa4269559f07e40caaa27aaabcef9b3cdaccd0350ecaf704c7) AuthConfig (25224f62e594e494b5e37f12a286e74fc6b99160cb0d85d45b85dd56bc15b44d) AuthConfig (718f9080240872e4eac817cfb28dc6e4485eaf4da9288b2bb35adddf4a5145c4) AuthConfig (0b5fa1ae3281cff13961b4bc3965eca824a0063fb0c51586aaf7dc1a6ae703e4) AuthConfig (7cb4f35d1aaedd4b110f13f3fb739d7e148c8c243cfbb4a48e4a6cd592889519) AuthConfig (debad69460efeec5b641b5fdee4e9b4e3af773b87a238e09399584ad52766d67) AuthConfig (e7ceb2e5605a2fd924ad62eb6a1e0658f1a53755e33f2d3bab3037594d79165d) AuthConfig (aa7ad3678f9271f8b7de08d5d8fe19639b188e182ab0e6b709d47fbc9c3665e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"d2f0ee53-b7d6-4ee1-9027-0b71268cf569","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:22.618298144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"76274e72-24e6-48c8-bf4e-d08d779e4320","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:22.673924026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"76274e72-24e6-48c8-bf4e-d08d779e4320","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:22.728319322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ebeeb9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dcf92211b7d8e1fd92cc0f196cee5e8dc47f56a51e81029871a2f9d69227d0eb) AuthConfig (00e3b53f33f0ca62945b2bb2ae697765d8377b84c745c66ce74b87259da296af) AuthConfig (4ad0b28ba0e2aafcdf55dcd756f0d3fe8afedd89b74989bd6afaad3c39c096ee) AuthConfig (aeda15bf95ce26ad44341da866aa483ce74042dd58afcd8c907990ace46de11f) AuthConfig (eca341b363c320aa4269559f07e40caaa27aaabcef9b3cdaccd0350ecaf704c7) AuthConfig (25224f62e594e494b5e37f12a286e74fc6b99160cb0d85d45b85dd56bc15b44d) AuthConfig (718f9080240872e4eac817cfb28dc6e4485eaf4da9288b2bb35adddf4a5145c4) AuthConfig (0b5fa1ae3281cff13961b4bc3965eca824a0063fb0c51586aaf7dc1a6ae703e4) AuthConfig (7cb4f35d1aaedd4b110f13f3fb739d7e148c8c243cfbb4a48e4a6cd592889519) AuthConfig (debad69460efeec5b641b5fdee4e9b4e3af773b87a238e09399584ad52766d67) AuthConfig (e7ceb2e5605a2fd924ad62eb6a1e0658f1a53755e33f2d3bab3037594d79165d) AuthConfig (aa7ad3678f9271f8b7de08d5d8fe19639b188e182ab0e6b709d47fbc9c3665e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"76274e72-24e6-48c8-bf4e-d08d779e4320","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:26.995505935Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-subscription","reconcileID":"e3dbc09f-aa31-461f-80f8-52f538c1c9f7","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-w4-048135","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:27.047463399Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-subscription","reconcileID":"e3dbc09f-aa31-461f-80f8-52f538c1c9f7","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:27.099791946Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-subscription","reconcileID":"e3dbc09f-aa31-461f-80f8-52f538c1c9f7","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135","model":"e2e-models-e2e-worker-w4-048135/distinct-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:27.1548672Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-subscription","reconcileID":"e3dbc09f-aa31-461f-80f8-52f538c1c9f7","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-2-w4-048135","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:27.206791782Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-subscription","reconcileID":"e3dbc09f-aa31-461f-80f8-52f538c1c9f7","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-2-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:27.258987123Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-subscription","reconcileID":"e3dbc09f-aa31-461f-80f8-52f538c1c9f7","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135","model":"e2e-models-e2e-worker-w4-048135/distinct-2-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:27.533987331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"5c4d6cc5-0aa3-433e-af9f-a463635c4c4c","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:27.534463647Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-ebeeb9 priority=0:[ai-tenant-e2e-worker-w0-ebeeb9/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-ebeeb9/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:27.590795423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"277c0e53-69bc-4f7c-825c-a4a5898ee3ef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:27.682405193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"d0fb619c-6ba8-4c1b-b41a-d42bc53c12d8","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:27.682630478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"dd61ec1f-d85a-4f7d-9d3b-493f730a4941","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:27.79227506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"e611b17c-dc10-4cda-9ba9-320a169e11bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:27.79241728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b55fa577-6721-40f8-9fe8-5a9e5c5cf2ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:27.792274253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-auth","reconcileID":"8973c788-94da-469a-b806-035ae3e6b068","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:27.852675155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-auth","reconcileID":"8973c788-94da-469a-b806-035ae3e6b068","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:27.85377683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"e611b17c-dc10-4cda-9ba9-320a169e11bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:27.86064646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b55fa577-6721-40f8-9fe8-5a9e5c5cf2ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:28.111342901Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-auth","reconcileID":"efa1c73e-d24d-4a3a-a3e6-42115d3d09c7","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:28.162643465Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-distinct-models-auth","reconcileID":"efa1c73e-d24d-4a3a-a3e6-42115d3d09c7","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-2-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:28.369714206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"8cdb7130-c19d-4851-b44d-4ad0555034e0","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:28.370010436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"43d3d02c-e807-4365-9425-00d0f6bad47c","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.355080268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"a9ac917f-79b3-4699-b897-4041f14dae84","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.411569157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"cd565ad7-e475-48b5-9ee3-a95e37ffc16c","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.566074982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-invalid-sub-auth","reconcileID":"96d0196b-ba08-412f-93bb-73041dca02a9","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.622184424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-invalid-sub-auth","reconcileID":"96d0196b-ba08-412f-93bb-73041dca02a9","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.640715372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"63457d45-59a6-4b0f-ab1e-42a7eebc058e","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.64072828Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-ebeeb9 priority=0:[ai-tenant-e2e-worker-w0-ebeeb9/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-ebeeb9/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.701162404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"d3ddd629-98a8-4b5e-876c-703b4273ec53","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:29.747419674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-valid-sub","reconcileID":"96e2b2ea-f5ac-43b5-8c26-c1e5b242152b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.801465148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"adf288ed-0e2a-48d1-930b-ff13a4988cd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.801889284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"09da66cf-983f-4179-9ca3-deb3e62a16e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.857541442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"adf288ed-0e2a-48d1-930b-ff13a4988cd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.860885839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"09da66cf-983f-4179-9ca3-deb3e62a16e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.862246231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"04747f4a-c5bb-4d91-ae58-6a4d4c0c66e6","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.918389582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"c0d72b28-f1ea-4040-aefb-2469bd13820e","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:29.949849149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"46630a9f-c4fb-4df8-a746-f94e4ef039c7","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.103974177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-invalid-sub-auth","reconcileID":"bd63b912-24d8-4aee-a300-1bb178a55e8d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.158879498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-invalid-sub-auth","reconcileID":"bd63b912-24d8-4aee-a300-1bb178a55e8d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.181514975Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-valid-sub","reconcileID":"00714346-f0f9-4794-aa12-d7c957657827","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-048135/e2e-models-valid-sub","ai-tenant-e2e-worker-w4-048135/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.205200195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"933b525e-5a30-4ff9-96ff-c6da463ef79b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.205292351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"69ce30de-a8b1-4367-8f47-10323936e1f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.260510463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"69ce30de-a8b1-4367-8f47-10323936e1f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.260630969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"933b525e-5a30-4ff9-96ff-c6da463ef79b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.293529089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-sub1","reconcileID":"a74357b1-3888-4907-bcdb-77600cd35fd0","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.349578534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"944e94f8-a276-47fd-840a-412010b29b7e","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.398536991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"b4dfd712-75fe-4145-b385-9c67ff1611a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.408661343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-sub2","reconcileID":"67f7cadd-e868-4404-9208-dba78d9a6936","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-2-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-2-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.458372332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"8ee08d46-874c-4cdd-9463-d27bb7e51d6f","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.557346227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-valid-sub","reconcileID":"86f803aa-93da-408a-8329-e08a7ba4d2b8","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.665954351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"2e56456c-952b-47d2-9af0-ec5742574c92","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.773924423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"dd3305e6-0bb0-44a3-8295-a53fa29664ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.775247723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"e13d1d9c-e6ae-47f3-af81-14c97305a21e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.775348012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"62d99ffe-90e7-472a-9672-92e58e2f4ac6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.776094378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"cd8261ca-e717-4c8b-afed-85616b88cf84","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.780180827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"a66bd4a2-4104-41b4-874d-480a3684fe82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.830509793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"dd3305e6-0bb0-44a3-8295-a53fa29664ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.83123367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"e13d1d9c-e6ae-47f3-af81-14c97305a21e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.832971301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"62d99ffe-90e7-472a-9672-92e58e2f4ac6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.835189005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"cd8261ca-e717-4c8b-afed-85616b88cf84","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:30.839170542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"a66bd4a2-4104-41b4-874d-480a3684fe82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:31.154050933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"b36ffe8d-f387-461f-982c-eaf96e5d7a09","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:31.156947514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"454e0f76-37cf-4109-bec7-a423af26328c","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:31.203066686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"61878218-5e0d-4cb1-bdb0-60a3527055f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:31.203575487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-invalid-sub-auth","reconcileID":"ac803b04-9579-4c98-85aa-d52ba896cde3","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:31.258905915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"61878218-5e0d-4cb1-bdb0-60a3527055f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:31.259107859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-invalid-sub-auth","reconcileID":"ac803b04-9579-4c98-85aa-d52ba896cde3","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:31.403887757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"72c332e4-2071-4781-a74d-096e6f1133ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:31.409699076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"6e744f92-cf11-48b4-87f7-02721ec79bfe","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:31.411734264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"137e500b-10a0-4b35-89f0-dabe1950f332","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:31.459696795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"72c332e4-2071-4781-a74d-096e6f1133ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:31.465179736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"6e744f92-cf11-48b4-87f7-02721ec79bfe","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:31.466936071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"137e500b-10a0-4b35-89f0-dabe1950f332","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:31.566634555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"66a2ab69-d650-41f8-a2eb-b633a7cb4bfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:31.622031683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"66a2ab69-d650-41f8-a2eb-b633a7cb4bfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:31.668977486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"7418e92a-4993-41be-9fe0-fb22a4b6c35e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:31.724199264Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"6e744f92-cf11-48b4-87f7-02721ec79bfe","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:31.724594106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"7418e92a-4993-41be-9fe0-fb22a4b6c35e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:32.040046936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"d81c6c6c-f466-4198-8976-ba9eb43afae9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:32.098654769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"d81c6c6c-f466-4198-8976-ba9eb43afae9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:32.556221505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"c81a6385-ab8c-4188-a085-91bdeed1714c","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:32.7174629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"28008a66-e74f-40c6-913c-d349ce71bcec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:32.721419575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-invalid-sub-auth","reconcileID":"43631af0-001b-47ed-9beb-238eb9ec70ef","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:32.727994844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"d6bfdf75-4c25-4866-bddd-39b03671e37a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:32.773872171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"28008a66-e74f-40c6-913c-d349ce71bcec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:32.777978179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-invalid-sub-auth","reconcileID":"43631af0-001b-47ed-9beb-238eb9ec70ef","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:32.788550399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"d6bfdf75-4c25-4866-bddd-39b03671e37a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:34.540592002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"b82e194d-6d04-4f5a-82d3-4841b3348ef8","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:34.703985592Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-sub1","reconcileID":"91b442f5-1864-4083-93c3-be85aa002509","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a7a19e6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:34.803201896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"64dfa3fe-dfc4-4a77-851b-447a78d07c35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:34.803210396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"33676665-fa84-4f1f-80b4-1b7e3a1fe635","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:34.804909715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"f250c241-cdc6-4825-8a00-fd10a4d8ea35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:34.805199278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"658754c4-d93e-48da-8f0b-f328e1302dc0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:34.858841934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"64dfa3fe-dfc4-4a77-851b-447a78d07c35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:34.85917804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"33676665-fa84-4f1f-80b4-1b7e3a1fe635","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:34.862313033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"658754c4-d93e-48da-8f0b-f328e1302dc0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:34.862814026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"f250c241-cdc6-4825-8a00-fd10a4d8ea35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:35.321624199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"634f00cc-1dfd-421f-8d60-ec3607a68a64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:35.32165461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"9444495c-3642-4257-92f2-f0b9ae5f2fc9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:35.322112643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"25130f87-7211-4750-8993-5bc44adf2095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:35.322289334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"f74a0a49-ff1a-4709-9108-d4859d53f61e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:35.377484432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"634f00cc-1dfd-421f-8d60-ec3607a68a64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:35.379090128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"25130f87-7211-4750-8993-5bc44adf2095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:35.37978222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"9444495c-3642-4257-92f2-f0b9ae5f2fc9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:35.382897364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"f74a0a49-ff1a-4709-9108-d4859d53f61e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.038734334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8789b0f7-db1b-4ce3-8cd3-b0a8dbb84077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.038886283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-invalid-sub-auth","reconcileID":"a7f99a5c-5a01-4fc6-8322-1fa5cbe9e9f9","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.038735587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"52a6ba8c-8622-425c-a10d-79299acab688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.108648087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-invalid-sub-auth","reconcileID":"a7f99a5c-5a01-4fc6-8322-1fa5cbe9e9f9","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.110011553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"52a6ba8c-8622-425c-a10d-79299acab688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.112879979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8789b0f7-db1b-4ce3-8cd3-b0a8dbb84077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.470631848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8cdccafd-5c6a-40a0-bb5c-74014b573334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.470811646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"b790c8b4-219c-483a-826b-23560e3567b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.470632006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-invalid-sub-auth","reconcileID":"bfa598b0-9e18-4432-97ed-e5ad7ad743b3","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.526269119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8cdccafd-5c6a-40a0-bb5c-74014b573334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.527288038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"b790c8b4-219c-483a-826b-23560e3567b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.528365343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-invalid-sub-auth","reconcileID":"bfa598b0-9e18-4432-97ed-e5ad7ad743b3","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.724205881Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-valid-sub","reconcileID":"ecd51dc0-3489-42c0-b7f4-86875effb300","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:42.936884463Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-valid-sub","reconcileID":"ecd51dc0-3489-42c0-b7f4-86875effb300","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-048135/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:43.145701792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"e4685cea-ee52-4cfe-ac4f-30f117ca5559","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:43.154106407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"6347a318-99d8-4866-9c3f-282ad81065fc","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:43.154470998Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:43.212152423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"721c15b8-c949-40fe-892b-29175c99c3c4","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:43.289865824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"5c5c3523-8ffe-4027-a187-a594f4986caa","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:43.309136432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"c65c6fcf-4cc2-4e76-8160-a281d047afeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:43.309167837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-invalid-sub-auth","reconcileID":"e4d78899-e65e-4028-bd4c-dfbe9955cd52","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:43.309548367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"1beb105e-009b-4837-882f-358770449ec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:43.364717264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"c65c6fcf-4cc2-4e76-8160-a281d047afeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:43.364955122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-invalid-sub-auth","reconcileID":"e4d78899-e65e-4028-bd4c-dfbe9955cd52","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:43.367105535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"1beb105e-009b-4837-882f-358770449ec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:43.519069374Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-invalid-sub-auth","reconcileID":"c8be5ad3-d240-4573-87e9-5bab2401441a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:43.677247829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"f66441d7-a704-4347-b564-74f3cf345b7a","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:43.952619805Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:44.757847593Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-sub1","reconcileID":"d6c32110-0543-4f43-ad4f-e09d9df7f684","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-w0-ebeeb9","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:44.810291398Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-sub1","reconcileID":"d6c32110-0543-4f43-ad4f-e09d9df7f684","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:44.862379021Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-sub1","reconcileID":"d6c32110-0543-4f43-ad4f-e09d9df7f684","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:44.917417481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"cdd3a0d3-b782-47a3-a886-f04bad5d3ed3","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:44.97337886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"bd00e50c-dd7d-44d6-8136-68198c3ae516","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.129117306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-access-denied-auth","reconcileID":"75c45587-2a8f-43e0-9333-d9b30b8b945c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.133807997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"2c191c19-0de1-4edb-9564-ade2e83b82cc","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.13417644Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.185194784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-access-denied-auth","reconcileID":"75c45587-2a8f-43e0-9333-d9b30b8b945c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.18667125Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.191356914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"913b4bd7-0877-4a06-a8eb-18f3e1b027d3","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.243069416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"364ecf39-838d-4ac2-b920-ff4646a151f1","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.282210478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"6d2e5926-9b94-49aa-ae00-17ccc33fc0cd","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:45.307601835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-user-sub","reconcileID":"f6a57bd5-0629-4f8a-8bc8-b5ac15b875f1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.410840439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"43f41107-8b49-4c21-bedd-d46f5fb2f1d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.411637397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"73174aca-c339-4c25-a407-197d3c654bf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.430190653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"a2a311d7-fd41-407f-847c-b2defecc277f","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.440122737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"51cd8763-541d-41ad-aefc-8a3d0cb6ebe3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.440137272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"4b91c43e-33b7-49fa-9a66-55b41120c387","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.476530678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"43f41107-8b49-4c21-bedd-d46f5fb2f1d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.480070638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"73174aca-c339-4c25-a407-197d3c654bf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.483384234Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-048135 priority=0:[ai-tenant-e2e-worker-w4-048135/e2e-models-other-sub ai-tenant-e2e-worker-w4-048135/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.483428748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"510044cc-e5ea-4cdb-a249-2295c6dc0a4f","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.489086306Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-sub2","reconcileID":"8e532d79-e068-4038-8b94-5cfe7ca7669d","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dd859c9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.492404448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"48fbc4d6-9125-47ad-b3c9-e225f741b17d","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.511604899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"4b91c43e-33b7-49fa-9a66-55b41120c387","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.516283573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"51cd8763-541d-41ad-aefc-8a3d0cb6ebe3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.518542354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"dd15b774-245d-4691-b1b3-843184a33e3c","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:45.538468935Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-048135/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.593747073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"13e14db5-243c-49da-ab50-bb2fb58cb931","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:45.59794291Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-048135/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.649258926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"0cd2c0c7-9b0e-4fcf-882b-fbc3e73f9999","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.674454147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-access-denied-auth","reconcileID":"5b3a9972-b9a6-41ce-995c-2f229f60943e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.730745454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-access-denied-auth","reconcileID":"5b3a9972-b9a6-41ce-995c-2f229f60943e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.763933712Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-user-sub","reconcileID":"48fca32f-9a08-4851-9a47-55418d2d5f99","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-048135/e2e-models-other-sub","ai-tenant-e2e-worker-w4-048135/e2e-models-user-sub","ai-tenant-e2e-worker-w4-048135/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.835316121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"10d514b3-ce00-4bc4-b793-cd9792f63853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.835320026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"c578c914-ff34-477d-b23c-5cc0c1ce4edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.859351695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-other-sub","reconcileID":"860dbf06-964e-477e-8c6b-7ed8231608b2","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.891723583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"10d514b3-ce00-4bc4-b793-cd9792f63853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.892278743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"c578c914-ff34-477d-b23c-5cc0c1ce4edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.931010217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"329894af-220b-40de-8ac5-a2e445c41fc9","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:45.974775605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"acad0bae-775f-4511-977d-188e79085252","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.024087686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"37cfb47f-580e-45a5-9e68-0936c6620cdf","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.042060612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"797e476d-63de-41eb-bfe9-2c82660a191a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.042079362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"af3aeb22-b1a4-4c7c-b48a-8c937b55b950","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.098026367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"797e476d-63de-41eb-bfe9-2c82660a191a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.098230801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"af3aeb22-b1a4-4c7c-b48a-8c937b55b950","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.138003504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-user-sub","reconcileID":"7f5e2905-1cd4-4e43-b50b-b79ca278c7ae","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.285731354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-access-denied-auth","reconcileID":"f05fad32-80aa-40dc-b6bc-bbd840ff9853","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.287224406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"68d99df8-f61e-4ae3-adcd-788d640f358c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.287464994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-other-sub","reconcileID":"29f3a351-225a-44cd-9dd7-ca2fdd63486e","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.377325218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-access-denied-auth","reconcileID":"f05fad32-80aa-40dc-b6bc-bbd840ff9853","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.382015614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"68d99df8-f61e-4ae3-adcd-788d640f358c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.388729098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"7949651a-68b7-4645-b02b-7a38560a1644","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:46.444669251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"7949651a-68b7-4645-b02b-7a38560a1644","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:48.545047703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"1cef880d-16c2-4fee-9677-1e8aef5d8d23","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:48.699844961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"93665ca6-de5e-410d-aafc-8440a1b65139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:48.699878788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-access-denied-auth","reconcileID":"f6205271-d65b-4dd9-8d4f-facb50744b15","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:48.700274395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"3bd96c2c-b3ab-4983-b8aa-57dd4492b0ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:48.756166576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-access-denied-auth","reconcileID":"f6205271-d65b-4dd9-8d4f-facb50744b15","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:48.757351353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"93665ca6-de5e-410d-aafc-8440a1b65139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:48.758548469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"3bd96c2c-b3ab-4983-b8aa-57dd4492b0ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:52.700367547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"3fb860ca-398c-40be-b377-49c68212c7dc","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:52.700731455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"854b2f62-0434-482c-a538-42bcb219823d","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:52.701141271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"edf15bcb-1702-4855-9315-0f0192d68901","MaaSModelRef":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:52.765507164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"be4ee54a-cb37-41e8-8daf-b4994da0e8b5","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:52.766019566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"7f45b6d7-1f06-4e5d-8341-142b029524ca","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:52.766409891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"d0d3adf3-06cf-45e3-a960-7e46c216ac2b","MaaSModelRef":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:52.856031518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"cfc791ea-8374-4648-b3de-8dbe298742e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:52.913781402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"1ab111b2-86ab-410f-8800-8b39109eddbd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:52.914420933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"820f0530-750b-4c6d-8c38-80f52b4be788","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:52.92366528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"cfc791ea-8374-4648-b3de-8dbe298742e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:52.956880975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"78d2840e-976d-4aea-a9ed-ed0bb56b2773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:53.012409817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"78d2840e-976d-4aea-a9ed-ed0bb56b2773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:53.286361129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"7440baa6-34ee-44cb-975b-602e068b866f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:53.342505336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"7440baa6-34ee-44cb-975b-602e068b866f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:53.382666083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"634e459a-c355-47df-9f7a-5871f1b0df95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:53.438414448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"634e459a-c355-47df-9f7a-5871f1b0df95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.544722553Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-sub2","reconcileID":"ffc492be-356e-4db1-8a4a-c2faa72c03e9","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-2-w0-ebeeb9","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.603913376Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-sub2","reconcileID":"ffc492be-356e-4db1-8a4a-c2faa72c03e9","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-2-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.655857066Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-sub2","reconcileID":"ffc492be-356e-4db1-8a4a-c2faa72c03e9","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-2-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.808752045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"dba18382-fe67-49ab-82ac-c5c4ed710c29","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.809797224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"b7df98a3-3032-48d5-b446-eda63bfa44d1","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.85995544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"baca7cdc-b9ad-4884-a9a7-cb2aab3a8245","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.860536784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"947bc2b1-711c-4560-b861-8930d48a1a7d","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.968849419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"c26092a5-2a4d-402f-8621-f32181c44ef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.983621075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"6591b33c-073f-4401-bbcc-6eb9daaf2e93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:55.984779077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"3d0cd617-6421-4f32-9809-29656c47963f","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.003933986Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.119656902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"1fadaed1-20f6-4134-bffb-e9d384cf428b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.112902675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"dba9687c-8258-4e4d-b3d7-47da3c6fc05f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.128071531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"0531be1e-a4fa-463a-95ae-00f4096228da","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.129520919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"c26092a5-2a4d-402f-8621-f32181c44ef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.133056792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"6591b33c-073f-4401-bbcc-6eb9daaf2e93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.187431029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"5cbd1673-dfe0-4a58-b60b-41c3ecd5cd57","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.299133001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"43caba4b-6de9-4b70-9194-3fc5a20c697f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.299471155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"efd358bb-c2d4-448a-a255-baa70822ccfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.335292806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"e71159cf-319f-43e8-ad6c-36de47c7c019","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.362643345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"efd358bb-c2d4-448a-a255-baa70822ccfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.362738911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"43caba4b-6de9-4b70-9194-3fc5a20c697f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.401761732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"e71159cf-319f-43e8-ad6c-36de47c7c019","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.507329965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"0d6bf8a9-d447-4177-8e71-5794198965e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.508041682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"c53b7e45-cae4-40bb-963f-8d46aa40a16f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.563389435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"c53b7e45-cae4-40bb-963f-8d46aa40a16f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.564058976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"0d6bf8a9-d447-4177-8e71-5794198965e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.620347669Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth1","reconcileID":"00c08ba7-9290-4c08-997c-6bae4a3da5da","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.78645601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"006ffbbf-ecda-4c6f-b5a3-528cf8499c05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.787080667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"7021c3ef-6444-4872-8795-ed32a3aa8344","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.844013919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"006ffbbf-ecda-4c6f-b5a3-528cf8499c05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.844119284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"7021c3ef-6444-4872-8795-ed32a3aa8344","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:56.844865369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"71cf42ab-1a13-401d-91b1-b78ae3cdc9c3","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:57.008737186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"22865437-f80f-43af-9f42-ec91ce3b24cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:57.009563713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"cacb36bb-9bc2-4032-963c-f644a20476ce","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:57.050511891Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-return-all-auth2","reconcileID":"a4d1ec8c-b9d7-43a5-8f40-f81b10490d2d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-2-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:57.064676007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"22865437-f80f-43af-9f42-ec91ce3b24cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:57.210219638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"6d676fc2-e45f-4888-99d8-c59d0f460e68","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:58.532665832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"2d1fd0b2-f3c6-438b-b98c-7152eb9af9b5","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:58.591055483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"6b5a06d8-9ae4-47fb-b7fb-5bed50652bd1","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:58.708191752Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-user-sub","reconcileID":"2d49cfc1-301e-4558-a71d-cc0aa795171f","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:58.753246296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-user-token-filter-auth","reconcileID":"389ef770-9bbd-4f4b-bb8a-dc3a2581ef86","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:58.814512973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-user-token-filter-auth","reconcileID":"389ef770-9bbd-4f4b-bb8a-dc3a2581ef86","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:58.818515719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"31bd6041-9c2f-4210-953a-f53ea9b4f2c9","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:58.820248338Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:58.88658856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"bb7e9809-3da6-4f9f-9a67-e447cae9b1fc","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:23:58.929975516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-user-token-filter-sub","reconcileID":"cf4ab0fd-7863-4675-a07f-f373277a553b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:58.945930777Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-user-sub","reconcileID":"2d49cfc1-301e-4558-a71d-cc0aa795171f","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-048135/e2e-models-other-sub","ai-tenant-e2e-worker-w4-048135/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:58.974181087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"10aa6485-fd3c-414d-82fc-627add09ee4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:58.989494033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"a87df14e-9346-476b-a52d-5d8655716a34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.031173377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"10aa6485-fd3c-414d-82fc-627add09ee4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.04516721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"a87df14e-9346-476b-a52d-5d8655716a34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.058062652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"c2f7c57f-7890-47e9-9b75-8a861000980e","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.085190601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"4274ff95-4eb1-4bd2-a0eb-63ce365ed8e7","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.1154928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"3dcbba46-8fcb-4ce6-94a2-02a1f57760ab","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.159211751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"ff4d8cf9-6be1-464f-9e4e-342ec9b9c9e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.159226949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-other-sub","reconcileID":"2a2684b1-1291-4cbc-88e0-ee1b2ab56e36","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.207852679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"a970eebc-3893-4c68-aef7-f0962588b18e","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.208979276Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.247769504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-user-token-filter-auth","reconcileID":"05d6d99c-3e96-4c66-b667-effca4403ae6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.270149997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"8466b383-f6f5-4c25-8c7e-71138f3b990b","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.306602271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-user-token-filter-auth","reconcileID":"05d6d99c-3e96-4c66-b667-effca4403ae6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.3760428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"61e332f3-00b3-49ac-ba06-c09176f35254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.376663953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"e2ba7354-9f61-4ca8-896c-4ab3f685f4a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.377309664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"57fe7a85-4b97-4afb-bd39-1793d257faf4","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.424692394Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-user-token-filter-sub","reconcileID":"554adbc8-a4ef-4ad5-ae19-34874a4b40ed","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ebeeb9/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w0-ebeeb9/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.436403059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"61e332f3-00b3-49ac-ba06-c09176f35254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.436468995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"e2ba7354-9f61-4ca8-896c-4ab3f685f4a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.470215883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"f2e8e8e7-c022-4d24-97c2-b980f7a673ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.471047716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"bd1e3104-b266-4fc3-ae99-1216e8ae31f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.530048649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"f2e8e8e7-c022-4d24-97c2-b980f7a673ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.530451046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"bd1e3104-b266-4fc3-ae99-1216e8ae31f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.600295892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"dc65ab95-69f5-4d0c-9a95-8c831f77835f","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.63727545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"212644c9-5c45-46fc-a59f-f3274d78826c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.66844888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-access-denied-auth","reconcileID":"a472c21f-8fdc-4351-8c90-36b2fcd3c976","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.725010724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-access-denied-auth","reconcileID":"a472c21f-8fdc-4351-8c90-36b2fcd3c976","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.771814813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"2f90b85c-4d27-4458-a7c8-b06416aacd4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.771867634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"856d93d6-e370-4215-997b-9d77ccb5c7da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.811132009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-user-token-filter-sub","reconcileID":"d351901f-2a7b-436d-8f6b-700986e26a4c","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.830677453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"856d93d6-e370-4215-997b-9d77ccb5c7da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:23:59.831549863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"2f90b85c-4d27-4458-a7c8-b06416aacd4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:01.750352664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"42b0c30a-2e62-45f2-add2-248def50978a","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:01.905756243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"3bc66ea1-02f0-41ab-b055-9a646276e0d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:01.905883973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"22c89a5a-da15-4444-b2a9-a113f8d396e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:01.906269885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-user-token-filter-auth","reconcileID":"65100217-f854-4d51-ad65-afcc607647bc","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:01.962926488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"22c89a5a-da15-4444-b2a9-a113f8d396e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:01.963645883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"3bc66ea1-02f0-41ab-b055-9a646276e0d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:01.96531792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-user-token-filter-auth","reconcileID":"65100217-f854-4d51-ad65-afcc607647bc","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:09.545045868Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-other-sub","reconcileID":"ed35f36a-03d6-41da-ac79-44129769bf08","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:09.758564252Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-other-sub","reconcileID":"ed35f36a-03d6-41da-ac79-44129769bf08","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-048135/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:09.980197201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"1d53027d-b4ae-41d1-abb6-a0c5e92c6831","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:09.999471113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"5ae7734d-af9e-4d32-82da-5af396c49230","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:09.99981178Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:10.156394649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"24849e3b-3944-4156-97fb-7c52d25e36cb","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:10.160515553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"100c39aa-c998-469e-a51f-556ae8949d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:10.160557354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-access-denied-auth","reconcileID":"b89448ba-0be3-4362-a62f-b67bbb37c9f9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:10.161015154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"e3bcff85-adbe-48c5-889c-187786a373e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:10.217412902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"e3bcff85-adbe-48c5-889c-187786a373e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:10.21823525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-access-denied-auth","reconcileID":"b89448ba-0be3-4362-a62f-b67bbb37c9f9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:10.219948712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"100c39aa-c998-469e-a51f-556ae8949d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:10.423015962Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-models-access-denied-auth","reconcileID":"2d932228-b42a-499f-9761-5f5c385ed3a6","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:10.605557015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"2be37db8-2067-4265-aeeb-2068ef874b4d","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:11.912236994Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-user-token-filter-sub","reconcileID":"9b45bf0a-3003-4821-8263-c98497da28d2","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:11.921136582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"bc611afe-38a9-4af4-94ff-2e2db3f87e84","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:11.981066168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"5911084d-b6c3-4c8d-8944-2fdb98adb637","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.128606234Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-user-token-filter-sub","reconcileID":"9b45bf0a-3003-4821-8263-c98497da28d2","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ebeeb9/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.19307021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"8a0a8080-6009-4071-98a7-ffb41eed1f06","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.193984897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth1","reconcileID":"21cc17c8-5f1f-41f9-86a0-9b36b51268bc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.194609287Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-048135 priority=10:[ai-tenant-e2e-worker-w4-048135/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-048135/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.254741961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"778298d2-d6eb-4a28-9e79-aba8a414f3e2","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.258693928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth1","reconcileID":"21cc17c8-5f1f-41f9-86a0-9b36b51268bc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:12.303243496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-sub1","reconcileID":"13faabea-8653-49a6-9dc1-0d2bcc00929e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.311490749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"110a396a-45dd-4947-85e1-3d418b65b176","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.347682669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"c8662b2d-d6de-45be-83a4-a89ac8c04290","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.402102131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"01569f34-99f9-4f36-b0f0-2983db5036c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.403370115Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-048135 priority=10:[ai-tenant-e2e-worker-w4-048135/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-048135/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.512139027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"01569f34-99f9-4f36-b0f0-2983db5036c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.522551921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"a83a3b56-9859-4d58-a162-cae32ee10b12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.564442372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"2f973920-8eaa-4d2d-907e-333bd9ebf6c1","MaaSModelRef":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-2-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-2-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.574792142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"3b6fe4cc-43b4-4450-b034-fd6dcf606c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.574800126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"df401b3f-24de-434d-86a5-f43a3b94dcc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.584492725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"a83a3b56-9859-4d58-a162-cae32ee10b12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.621472975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"2f5422b5-3c5f-42f2-a0be-99f2ccb0e804","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.622619451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"a7bab9c1-293e-4716-9f28-f75052bf778a","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.624099353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"6e490b11-f828-4797-baea-2568acca5997","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.63422797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"3b6fe4cc-43b4-4450-b034-fd6dcf606c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.634239457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"df401b3f-24de-434d-86a5-f43a3b94dcc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.724527792Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-sub1","reconcileID":"9e054ced-f5e3-4fe9-a9dc-71502bcaf8b1","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-w4-048135","model":"distinct-w4-048135","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-048135/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.75922958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"b89c2fd3-5633-4b66-a484-deeee2bf2211","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.759320308Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-048135 priority=10:[ai-tenant-e2e-worker-w4-048135/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-048135/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.845856522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"10fbe6b9-abe0-4aed-aa85-7cd7688635e5","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.848087036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth1","reconcileID":"989a57d9-9d33-415b-acea-7d4634f6dd39","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:12.906326887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-sub2","reconcileID":"a573581f-fa2b-40b0-9e42-6da32e3d6293","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:12.906971912Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"10fbe6b9-abe0-4aed-aa85-7cd7688635e5","name":"distinct-2-w4-048135","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-048135\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:12.907029367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"10fbe6b9-abe0-4aed-aa85-7cd7688635e5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-048135\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.93125567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"9392bd4e-be17-49ec-9ba2-f9ad98033224","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.931806459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"92f65825-5501-4282-a03b-39ef6f42dcf5","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:12.932283138Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-048135/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.932595237Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-user-token-filter-auth","reconcileID":"df6266a3-e0ec-4878-9da6-2a45ac564eeb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.93427583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth1","reconcileID":"989a57d9-9d33-415b-acea-7d4634f6dd39","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:12.995152052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"febef453-1505-4b76-a936-3e6b3af376eb","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.005406008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"fb32c5bf-37e0-4163-8f59-39a6a171db72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.019888294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"8f83fef8-638a-4b58-829b-a2d51309a329","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.061575966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"fb32c5bf-37e0-4163-8f59-39a6a171db72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.081002993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"7e6d8b9a-7590-48b6-9605-069ccd53af75","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.119067387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8e8e841d-c78a-4ded-b948-aa420ce5906e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.119096526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-sub1","reconcileID":"0e0f095b-6df8-4951-9c30-f78c638f8fc0","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-w4-048135","model":"e2e-models-e2e-worker-w4-048135/distinct-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.182772731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8e8e841d-c78a-4ded-b948-aa420ce5906e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.186025984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"e7fd1787-107d-4ad5-87d9-c74cfe12e6bd","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.284547706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth2","reconcileID":"967ea05a-3de1-457f-9a20-288a374a0fe1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.305404362Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-sub2","reconcileID":"6d6a4a91-75e4-44c2-b879-a1c906d4c7ff","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-2-w4-048135","model":"distinct-2-w4-048135","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-048135/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.343447419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth2","reconcileID":"967ea05a-3de1-457f-9a20-288a374a0fe1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.478485677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"a180d124-ef12-43a5-b279-ae19beb377cf","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.49443336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth1","reconcileID":"11e6038b-493f-4588-b859-897d73d7a818","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.562748647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth1","reconcileID":"11e6038b-493f-4588-b859-897d73d7a818","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.620749229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"6dcf0f00-099a-4a4a-b5c4-6600125878c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.693552518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-sub2","reconcileID":"b565aea5-cc88-484e-a19e-a6bdd36fe4a1","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-2-w4-048135","model":"e2e-models-e2e-worker-w4-048135/distinct-2-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.694872592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"6dcf0f00-099a-4a4a-b5c4-6600125878c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.695061906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"a948c6b2-e7e4-42f9-8b90-d2331bcf4b85","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.696494451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"a569bd1d-2cc9-4c7f-80d6-cd14dba9a08e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.779789209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"a569bd1d-2cc9-4c7f-80d6-cd14dba9a08e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.960141967Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:13.98437527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth2","reconcileID":"fb008471-e0bc-4a1a-a30a-3d870626b120","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.042668596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth2","reconcileID":"fb008471-e0bc-4a1a-a30a-3d870626b120","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.190021386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"a490e047-6c53-4d91-b3a9-74415741d148","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.246585317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"2e0a05d6-f9bc-4405-a3bd-04e229e8b491","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.458679988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth1","reconcileID":"d29aed58-a3d6-46dc-8519-03c27d73687b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.464648286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"c949c4f3-b168-46e0-99ea-de038157207e","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.464659149Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-048135 priority=10:[ai-tenant-e2e-worker-w4-048135/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-048135/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.514054866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth1","reconcileID":"d29aed58-a3d6-46dc-8519-03c27d73687b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.526437482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"e9697465-d100-48b7-a346-35b0ecb06138","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.570934479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"6e0f61d7-d871-4a4e-9dde-03b9c3a337e7","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.588531716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"f05c357e-32e6-40f0-a81d-17a1a96d783c","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.627063037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"fc8e90c1-a003-4059-92c6-7a5b282abce0","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:14.643297391Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-ebeeb9/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.671745889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"d4cfd813-df64-4304-8471-929f49119256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.671783052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"1e558320-e054-4b69-b085-45a3560bf435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.729565747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"d4cfd813-df64-4304-8471-929f49119256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.729790727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"1e558320-e054-4b69-b085-45a3560bf435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.737881049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"855d801e-9a6b-477b-94b3-5a8b759c46ea","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.832623105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"99b676ad-8cc0-447e-a07a-d2ffa3bf4d94","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.861980964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"87d5da31-20cc-41bc-a954-7faa8b876aa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.862334086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"69cdddc6-b4f1-4424-8347-97bc6845c830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.862343943Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-sub1","reconcileID":"7f680894-7003-4128-857b-7b71017a82a5","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-w0-ebeeb9","model":"distinct-w0-ebeeb9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ebeeb9/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.918881631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"87d5da31-20cc-41bc-a954-7faa8b876aa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:14.921025676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"69cdddc6-b4f1-4424-8347-97bc6845c830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.001713141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"d1e09b31-3744-475b-97f7-48ae48bd3de5","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.002522539Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-ebeeb9 priority=0:[ai-tenant-e2e-worker-w0-ebeeb9/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-ebeeb9/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w4-048135 priority=10:[ai-tenant-e2e-worker-w4-048135/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-048135/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:15.058940058Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-ebeeb9/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.05964833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"6f663978-e4c9-4c25-b814-10330f39a122","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.105181234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth1","reconcileID":"6383aaa8-2f29-47c5-97e0-9ebb816318db","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.110556048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"38984846-4350-49c2-82ad-686bca3a7713","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:15.111934188Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-ebeeb9/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.16221125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth1","reconcileID":"6383aaa8-2f29-47c5-97e0-9ebb816318db","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.166921885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"ea424616-bba0-46db-b28f-8d7dbf6537ce","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.23622661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"d5c5e173-1702-4741-8260-94960e3a20d7","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.246704067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"c11a5c72-ceef-4aa0-add6-564081e4d684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.246705012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"d0702bd0-612b-47e3-81d2-ffbe92b5c59a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.247352851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-sub1","reconcileID":"1bdd17a1-7024-4e81-a281-4fab34d44ed1","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.305247864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"c11a5c72-ceef-4aa0-add6-564081e4d684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.306646107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"d0702bd0-612b-47e3-81d2-ffbe92b5c59a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.381693227Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-sub2","reconcileID":"5e4e978a-cc39-4bdb-8c82-e409b613b21c","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-2-w0-ebeeb9","model":"distinct-2-w0-ebeeb9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ebeeb9/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.388268232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"d6938f56-9244-46b2-8024-0bc0f06ef123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.417211551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"66dc3e59-43ce-47df-bde5-5e91c5b83eee","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.443949912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"d6938f56-9244-46b2-8024-0bc0f06ef123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.502491128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth2","reconcileID":"598fd7d5-0da4-4c4a-9ccf-e884497ebe22","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.545176945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"65af1070-a677-4331-b32a-d946c8d33b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.579473407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth2","reconcileID":"598fd7d5-0da4-4c4a-9ccf-e884497ebe22","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.587057138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"62e7e85a-233d-4d08-9f2e-7f3bd419f94d","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.603607851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"65af1070-a677-4331-b32a-d946c8d33b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.712551492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"4c9d5986-deed-4e06-bb2e-10e343d1bd38","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.796126651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-sub2","reconcileID":"e1c8b57f-20fc-41aa-ad37-566e4e59ef3f","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-2-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-2-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.800315859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"bb9f92db-add7-4161-9261-f438d6a5ec19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.800315884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"6255ae03-0a89-4445-be66-c8f8a6cd75b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.860028857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"bb9f92db-add7-4161-9261-f438d6a5ec19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.862280354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"6255ae03-0a89-4445-be66-c8f8a6cd75b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.869677179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"8e793930-ee5a-4063-82dd-759932a366b2","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.909132563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth1","reconcileID":"1431631b-d61c-474b-b926-6971def5b142","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.964763807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth1","reconcileID":"1431631b-d61c-474b-b926-6971def5b142","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:15.967341907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"47562f60-5e0a-4248-9f32-a950fb791dd5","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.011847484Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-ebeeb9 priority=0:[ai-tenant-e2e-worker-w0-ebeeb9/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-ebeeb9/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w4-048135 priority=10:[ai-tenant-e2e-worker-w4-048135/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-048135/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.012205645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"60768d34-5bfe-43ed-9e85-ba620c831fb8","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.027585377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d3934472-1813-4905-8b40-92308d91ac15","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.066058587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"0de40419-93f5-40af-9475-04c982019867","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.084554615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d3934472-1813-4905-8b40-92308d91ac15","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:16.117297889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub","reconcileID":"80f96658-3c96-4402-86ed-a7ea86a2b13d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.1228926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"f3afcf96-75e0-4c6e-84e2-c3ebe3d7e9bc","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.139181398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e28e1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (edbfa460f18ee6f11c757831b53c44351f738430f7ea274c77417d8fa8dd5a16) AuthConfig (0575bc3e0e8608b42969e2b86e85cec7f9b8cd13f62d57ced9df2d692cf49097) AuthConfig (70682cd5b9e2298c4c4151e81b4f94275782ec299886496dcddc5a5189430db1) AuthConfig (0dcc29d8814f61375b529c091f6397452d0b985c503280da5ef0d07109b1fa89) AuthConfig (587c9251de8fd4f7929838c14881fdeaadd7fdead52e64a68636df172740f46e) AuthConfig (805e2b0ca17116588f4c08c7ba3008ed4859a0acc3665c850cb8a0ea33e08af0) AuthConfig (308cf383eb1721ee43a5fa5dc6583775a797757f4bdc025e40c94c06adc92c2d) AuthConfig (6ef888fa1294a830c5d66457b77c07064e2f3b014ec798d9863684245665eb2b) AuthConfig (24c6cffe3a9d48bcf0f8c08d03dbbdf8ddbd2bba1feed94a95b7ef1864f32248) AuthConfig (9a0efeb96b940c48449a96eceb6c42924490bf998da5276c6fb5cf43cc2e5bcc) AuthConfig (1ed0096c0516d80a8ed808c462d6da6e438cd870922a528c448cced1b1ce494b) AuthConfig (04b1383cdb7b85be3509c34d6d46b9bccc05fae25a763f150ed5c75993c4383f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d3934472-1813-4905-8b40-92308d91ac15","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.180008939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"8db7228e-b67e-4ae4-aefd-41c5d24ba0ab","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.195812985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"0fc2f31f-dc5a-443d-9020-9750965c7214","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.229011386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"8256b816-a7d0-4d28-b4ae-5c9b7b93cafa","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.230180145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth2","reconcileID":"6c98962b-dce5-403a-a26d-38e44202c0eb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.265436206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"ba11bc30-1f3b-4a1b-80ed-2d42b50cec66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.265448791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"98fd8734-c582-4099-bc72-3ef5bed283ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.283749843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"35ba033a-f09f-4af6-ae80-cba4ea523f0b","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.289681904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth2","reconcileID":"6c98962b-dce5-403a-a26d-38e44202c0eb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.333639572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"ba11bc30-1f3b-4a1b-80ed-2d42b50cec66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.342323717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"98fd8734-c582-4099-bc72-3ef5bed283ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.366313933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6fcce6a6-03f4-4892-b660-dcf525fe710a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.423797439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6fcce6a6-03f4-4892-b660-dcf525fe710a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.478732408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e28e1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (edbfa460f18ee6f11c757831b53c44351f738430f7ea274c77417d8fa8dd5a16) AuthConfig (0575bc3e0e8608b42969e2b86e85cec7f9b8cd13f62d57ced9df2d692cf49097) AuthConfig (70682cd5b9e2298c4c4151e81b4f94275782ec299886496dcddc5a5189430db1) AuthConfig (0dcc29d8814f61375b529c091f6397452d0b985c503280da5ef0d07109b1fa89) AuthConfig (587c9251de8fd4f7929838c14881fdeaadd7fdead52e64a68636df172740f46e) AuthConfig (805e2b0ca17116588f4c08c7ba3008ed4859a0acc3665c850cb8a0ea33e08af0) AuthConfig (308cf383eb1721ee43a5fa5dc6583775a797757f4bdc025e40c94c06adc92c2d) AuthConfig (6ef888fa1294a830c5d66457b77c07064e2f3b014ec798d9863684245665eb2b) AuthConfig (24c6cffe3a9d48bcf0f8c08d03dbbdf8ddbd2bba1feed94a95b7ef1864f32248) AuthConfig (9a0efeb96b940c48449a96eceb6c42924490bf998da5276c6fb5cf43cc2e5bcc) AuthConfig (1ed0096c0516d80a8ed808c462d6da6e438cd870922a528c448cced1b1ce494b) AuthConfig (04b1383cdb7b85be3509c34d6d46b9bccc05fae25a763f150ed5c75993c4383f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6fcce6a6-03f4-4892-b660-dcf525fe710a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.512424978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"ddbd56c5-f2e1-4e05-95e7-39bd83ae3a80","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:16.53095436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6fcce6a6-03f4-4892-b660-dcf525fe710a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-deleted-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.556846549Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub","reconcileID":"1b1634de-d8ed-4308-b637-a4050e29ff60","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-e28e1a/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w1-e28e1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.672464727Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-sub1","reconcileID":"ff006a3b-456e-4c51-a367-ead2366b2309","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0b96e18f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.722390788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"79d22b7e-9cf3-45ff-ac45-bb6b2d486d6f","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.766042035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"d0ca5c6e-7c2f-41f3-818f-c2eb58d6f637","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.767589343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"b6b8129f-a4eb-4e90-8a05-93f9cf94f70d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.767589672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"155430a7-db00-46d5-a7d4-84141f7e997f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.768245996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"4ed04e7d-edb1-41f6-b617-e1bc2cab52c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.769737646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"23fbc925-db52-4d05-b6b4-ec7d1be050bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.76973755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"69cfab2a-de18-4aca-bbaa-b8edd2f3f08d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.82493026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"155430a7-db00-46d5-a7d4-84141f7e997f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.826656319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"23fbc925-db52-4d05-b6b4-ec7d1be050bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.827127427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"b6b8129f-a4eb-4e90-8a05-93f9cf94f70d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.829016385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"69cfab2a-de18-4aca-bbaa-b8edd2f3f08d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.829340361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"4ed04e7d-edb1-41f6-b617-e1bc2cab52c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.879908119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e28e1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (edbfa460f18ee6f11c757831b53c44351f738430f7ea274c77417d8fa8dd5a16) AuthConfig (0575bc3e0e8608b42969e2b86e85cec7f9b8cd13f62d57ced9df2d692cf49097) AuthConfig (70682cd5b9e2298c4c4151e81b4f94275782ec299886496dcddc5a5189430db1) AuthConfig (0dcc29d8814f61375b529c091f6397452d0b985c503280da5ef0d07109b1fa89) AuthConfig (587c9251de8fd4f7929838c14881fdeaadd7fdead52e64a68636df172740f46e) AuthConfig (805e2b0ca17116588f4c08c7ba3008ed4859a0acc3665c850cb8a0ea33e08af0) AuthConfig (308cf383eb1721ee43a5fa5dc6583775a797757f4bdc025e40c94c06adc92c2d) AuthConfig (6ef888fa1294a830c5d66457b77c07064e2f3b014ec798d9863684245665eb2b) AuthConfig (24c6cffe3a9d48bcf0f8c08d03dbbdf8ddbd2bba1feed94a95b7ef1864f32248) AuthConfig (9a0efeb96b940c48449a96eceb6c42924490bf998da5276c6fb5cf43cc2e5bcc) AuthConfig (1ed0096c0516d80a8ed808c462d6da6e438cd870922a528c448cced1b1ce494b) AuthConfig (04b1383cdb7b85be3509c34d6d46b9bccc05fae25a763f150ed5c75993c4383f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"155430a7-db00-46d5-a7d4-84141f7e997f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:16.933065354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub","reconcileID":"cfc967ac-ba99-42c2-98e4-9670490d5d24","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:17.136992359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth1","reconcileID":"822c1cad-65cc-4fc8-85b6-b2c510a0cc46","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:17.194544156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth1","reconcileID":"822c1cad-65cc-4fc8-85b6-b2c510a0cc46","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:17.287663713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth2","reconcileID":"dcd450ea-2ef0-4735-9836-b4f6a56c7ed0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:17.287733142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"671e4fa6-86fa-432f-9657-5046db184ca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:17.288109835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"532a8bcd-637c-4665-a622-9efaa7f17d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:17.343635871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"671e4fa6-86fa-432f-9657-5046db184ca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:17.343979631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"532a8bcd-637c-4665-a622-9efaa7f17d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:17.346124965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth2","reconcileID":"dcd450ea-2ef0-4735-9836-b4f6a56c7ed0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:17.793738843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-w3-d7bfc2","reconcileID":"3c61e8fc-be4b-408a-9adb-79a65fd3084b","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:19.680113643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"80561a2c-a3ce-4a29-ac34-a269e28df684","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:19.840511856Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-sub1","reconcileID":"5e7e6c3c-0f4b-429a-8273-132f786c5cb3","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fc92b52a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:19.937216133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth2","reconcileID":"59362f6c-f3cd-4c1d-a3e1-226b773b77c1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:19.937354048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"0fe0fefb-c5db-4bb4-918b-ebc49705ea01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:19.937214875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth1","reconcileID":"df3bccbe-6864-4f24-a73d-c119ca76882f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:19.937728825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"e9a00403-b53d-4da2-b254-b16f218d379c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:19.993007303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth2","reconcileID":"59362f6c-f3cd-4c1d-a3e1-226b773b77c1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:19.993886358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"0fe0fefb-c5db-4bb4-918b-ebc49705ea01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:19.995232859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"e9a00403-b53d-4da2-b254-b16f218d379c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:19.996055504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth1","reconcileID":"df3bccbe-6864-4f24-a73d-c119ca76882f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:20.404222228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"69327866-7289-4951-be05-9d6c5943f6eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:20.404404543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth1","reconcileID":"54dec1c9-2bc7-4102-828c-cfc55b8ccda9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:20.404222255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"649759cd-30b8-4381-ad11-60ad94634bd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:20.404864644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth2","reconcileID":"cd89fbf8-9703-445c-beca-f504aaeb551f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:20.460595958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth1","reconcileID":"54dec1c9-2bc7-4102-828c-cfc55b8ccda9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:20.460638236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"69327866-7289-4951-be05-9d6c5943f6eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:20.462879655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"649759cd-30b8-4381-ad11-60ad94634bd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:20.462933044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth2","reconcileID":"cd89fbf8-9703-445c-beca-f504aaeb551f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:25.789737775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-sub2","reconcileID":"72da117d-a523-478f-b79e-98851641c95f","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-2-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-2-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:25.874721356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"161b7ee8-5419-4e37-929a-920e03fc7bc0","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:25.87523523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"aa2293b1-31d6-47cd-9fa0-cc8b46e56de7","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:25.875678996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-w3-d7bfc2","reconcileID":"eb5cfae4-e62a-4156-807f-a2ab47b380af","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:25.925969859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"0da68a90-8149-4440-86bc-bbe5b197c65b","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:25.926428358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"90e281fa-2865-4cd0-b8eb-444ed36f1d0f","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:25.92677778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-w3-d7bfc2","reconcileID":"d5829bdf-08f9-466c-9cd8-d64d3a3a9ec0","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:25.987338363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"0ef2c21c-30c6-4e14-bb07-ab8966c3f086","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.038309303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"d58da760-c197-453c-88e6-9d179d5167cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.113629994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"48ceca21-79ec-4c74-ba0c-64c337ec65de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.11568653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"f11fd221-081e-43aa-a04e-92c682b3dca7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.183339661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"d58da760-c197-453c-88e6-9d179d5167cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.200267271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"e29e1c2e-5eec-41fc-b1f9-00a341259359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.243433268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-sub2","reconcileID":"788c3d8a-5599-483e-8381-f4c55390ce78","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-2-w4-048135","model":"e2e-models-e2e-worker-w4-048135/distinct-2-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.266866951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"e29e1c2e-5eec-41fc-b1f9-00a341259359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.417753178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"6038d1f5-81e3-44cd-af03-7861f27f1cce","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.552971944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"c9ae6e8a-c7fb-472e-a104-9c1b3c3a0e16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.61050871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"c9ae6e8a-c7fb-472e-a104-9c1b3c3a0e16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.653295051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"48deee22-3898-4880-9604-bde739420f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.711359303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"48deee22-3898-4880-9604-bde739420f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.725482648Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-sub1","reconcileID":"9e49b37a-74ad-434b-bdf4-e77da280cf4a","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-w4-048135","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.778145584Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-sub1","reconcileID":"9e49b37a-74ad-434b-bdf4-e77da280cf4a","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:26.830533491Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-sub1","reconcileID":"9e49b37a-74ad-434b-bdf4-e77da280cf4a","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135","model":"e2e-models-e2e-worker-w4-048135/distinct-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.051208682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"906f30af-2d51-4a0b-afad-be30801b7c84","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.107969487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"906f30af-2d51-4a0b-afad-be30801b7c84","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.125233698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"2db60c27-20f7-4e69-a8cd-ae3ccd181a01","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.125355956Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.199895195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"a7410b42-6eae-4df3-9749-47de87501608","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.253580599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"f23c4f77-28d9-4665-9956-19bf5a64359a","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.274275531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth1","reconcileID":"d4d3655b-9ea7-41f6-9fa0-a9de542b9750","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.274447974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth2","reconcileID":"1ec7ba6d-5d14-470c-ba7e-f811868a491e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.27427465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"26751c6f-89c9-4918-98fe-217759a37fbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.274961929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"0235560f-43a3-4e98-871f-c55e5a433838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.284196481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"624bea87-65b3-4d68-8176-474600492b62","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.334539917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"26751c6f-89c9-4918-98fe-217759a37fbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.334772198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth2","reconcileID":"1ec7ba6d-5d14-470c-ba7e-f811868a491e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.336736724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth1","reconcileID":"d4d3655b-9ea7-41f6-9fa0-a9de542b9750","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.337783489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"0235560f-43a3-4e98-871f-c55e5a433838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.348740551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"9c02f36c-aca7-490a-9f01-c9e4f3c0eb8d","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.432515787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"dc212fc2-7711-41ea-9ebc-97e7aa843eb0","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.448025946Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-sub2","reconcileID":"14cae657-badc-4d19-ab45-a6bf07d9a53d","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d2b087ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.692150691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"c1968e40-f444-4c8c-9eb6-4a1491de9bab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.749075838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"c1968e40-f444-4c8c-9eb6-4a1491de9bab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.834120492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth1","reconcileID":"12db10ca-f4e0-44f8-867b-318cf00a7111","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.834177398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"9121a915-0015-4c84-a433-18563308f5d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.834605146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth2","reconcileID":"9c4c3783-c9cc-4789-9e3d-28ac4d3bf0f5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.834650195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"032b2aa4-28d0-4b62-b042-e342d44e78d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.891382527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"9121a915-0015-4c84-a433-18563308f5d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.892205628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"032b2aa4-28d0-4b62-b042-e342d44e78d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.894984597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth2","reconcileID":"9c4c3783-c9cc-4789-9e3d-28ac4d3bf0f5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:27.89544997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth1","reconcileID":"12db10ca-f4e0-44f8-867b-318cf00a7111","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.211066755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth1","reconcileID":"c7c47923-47ba-42e1-a6a6-53b201122ee9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.266265463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth1","reconcileID":"c7c47923-47ba-42e1-a6a6-53b201122ee9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.313703691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"fb461198-d3ef-4e2a-bb8b-bd7eca41a2b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.313865585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"3f28f0da-685f-4fa5-9f94-751809c2667d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.313701598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth2","reconcileID":"f6adc241-5c65-4698-a20a-51acdcb1e34d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.370202301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"3f28f0da-685f-4fa5-9f94-751809c2667d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.370436911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"fb461198-d3ef-4e2a-bb8b-bd7eca41a2b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:28.372340792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth2","reconcileID":"f6adc241-5c65-4698-a20a-51acdcb1e34d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:29.643849189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"136ca7e1-e9ac-41b0-9950-e930234cb740","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:29.798882775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d7994c39-85af-4acc-ae0c-4bdd25f374b9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:29.798950069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"8be06149-0ed0-4f37-aa51-14c8d1d11c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:29.799392423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"616ddf58-c1f4-4f9f-8443-a479eb3c1dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:29.856050028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"8be06149-0ed0-4f37-aa51-14c8d1d11c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:29.856494118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"616ddf58-c1f4-4f9f-8443-a479eb3c1dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:29.859575924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d7994c39-85af-4acc-ae0c-4bdd25f374b9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:29.893300223Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-sub1","reconcileID":"aa411f2f-6ad8-48d4-a813-caa1f9581076","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-w0-ebeeb9","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:29.945142702Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-sub1","reconcileID":"aa411f2f-6ad8-48d4-a813-caa1f9581076","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:29.997283709Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-sub1","reconcileID":"aa411f2f-6ad8-48d4-a813-caa1f9581076","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:30.337484115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"77c735d8-6f04-4472-a7a0-2ffe8046a598","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:30.337552761Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:30.483530501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"42c8fae4-e717-4178-84be-dd52e0263dba","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:30.597576683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth1","reconcileID":"e0d24704-e403-4e7c-a3a1-ca9153bbdf04","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:30.597745037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"3c63f940-f7b2-4cc3-8395-fe839b83158c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:30.598001473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"03b11676-26ff-4a54-a088-b77eb4f7d9b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:30.597583303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth2","reconcileID":"3eaffd29-6758-47e0-a6a6-d635b00f5a6d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:30.642894823Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-sub2","reconcileID":"5708e602-c7e8-489a-8feb-a7790a1c3044","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9dda34b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:30.654157006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"3c63f940-f7b2-4cc3-8395-fe839b83158c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:30.654225097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"03b11676-26ff-4a54-a088-b77eb4f7d9b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:30.656398371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth2","reconcileID":"3eaffd29-6758-47e0-a6a6-d635b00f5a6d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:30.656525081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth1","reconcileID":"e0d24704-e403-4e7c-a3a1-ca9153bbdf04","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:31.119461038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"afe2e137-1953-4769-948e-4d610ab15ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:31.119610055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth1","reconcileID":"7ac425a4-3936-4703-9c19-72908afc06ba","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:31.119457464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth2","reconcileID":"7c2438e7-6213-4cf0-a65f-0ad411f5fc6b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:31.119933583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"eb7a6246-7f37-4a18-b91b-c74724a9b1a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:31.175707738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"eb7a6246-7f37-4a18-b91b-c74724a9b1a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:31.17626091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth1","reconcileID":"7ac425a4-3936-4703-9c19-72908afc06ba","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:31.178549587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth2","reconcileID":"7c2438e7-6213-4cf0-a65f-0ad411f5fc6b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:31.178628174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"afe2e137-1953-4769-948e-4d610ab15ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:37.501305092Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-sub2","reconcileID":"50810287-7780-4071-a6d9-9bd263a57ac7","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-2-w4-048135","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:37.553317896Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-sub2","reconcileID":"50810287-7780-4071-a6d9-9bd263a57ac7","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-2-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:37.605577605Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-sub2","reconcileID":"50810287-7780-4071-a6d9-9bd263a57ac7","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135","model":"e2e-models-e2e-worker-w4-048135/distinct-2-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:37.883752766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"f875236c-db0c-4f6a-bf40-73396ff7572b","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:37.884574524Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:38.026348454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"d2ea1a06-10ce-4935-a206-6026c54f7a34","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:38.149387042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth1","reconcileID":"3f819c53-da2f-4555-85bb-3e2be900606b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:38.149515287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"9fcad7d2-5a9d-4e9b-8c5b-74ad8ba59717","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:38.149387056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth2","reconcileID":"662da6dc-c7a3-47d3-97bd-71aacaa018e4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:38.149798187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8d121474-f54f-4274-8d40-485cc27ded6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:38.206053643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth1","reconcileID":"3f819c53-da2f-4555-85bb-3e2be900606b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:38.208593549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth2","reconcileID":"662da6dc-c7a3-47d3-97bd-71aacaa018e4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:38.210271094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"9fcad7d2-5a9d-4e9b-8c5b-74ad8ba59717","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:38.213556016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8d121474-f54f-4274-8d40-485cc27ded6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:38.361428946Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth1","reconcileID":"1b413fdc-b381-4fe8-acc6-472226320985","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:38.570222509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"67326df3-241e-44f5-b047-1e58dd511014","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:38.572093179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth2","reconcileID":"a94fcf82-4788-4f63-8cf6-3cfbf4b14211","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:38.628021236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth2","reconcileID":"a94fcf82-4788-4f63-8cf6-3cfbf4b14211","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:38.710370827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"4ce8d8c9-9228-44c4-b7ca-cc5742d15a26","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:38.835611592Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-ignore-header-auth2","reconcileID":"3f7b381d-5641-4f51-8b41-94bff9199d85","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-2-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:38.994914542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"cc5173f3-5a3d-4f8c-a444-ff71148e8c83","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:39.808270951Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub","reconcileID":"8964aec4-9d2c-423a-b284-19ac039daa24","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.022546836Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub","reconcileID":"8964aec4-9d2c-423a-b284-19ac039daa24","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e28e1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.234520763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"24e316fc-f9f7-4f9f-82a8-f04603c52417","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.29439197Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.296063177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"4e1ff84a-e8c6-4f14-ad7e-93451e96fd08","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.346084161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"17aa1e95-28fe-4eb4-8096-d176d1fdb0ba","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.405430136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"0b389042-bedb-4d02-b70a-286bb8307d8f","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.478490676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"dce99e62-e484-4fdc-ad05-e8b3ef7ed82a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.479295437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"7326a44c-2630-4ab4-8f77-46be674c38b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.542242393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"7326a44c-2630-4ab4-8f77-46be674c38b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.542741038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"dce99e62-e484-4fdc-ad05-e8b3ef7ed82a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.558015663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"a70689e6-0b32-409d-8f39-a9a90e4cefba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.615972014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"a70689e6-0b32-409d-8f39-a9a90e4cefba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.638765921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"9215654e-fe87-4c95-9f27-ba4a2a8499bb","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.63892307Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.707105486Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-sub2","reconcileID":"87a77e85-34bd-45a8-aa47-0834e72c1ab6","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-2-w0-ebeeb9","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.711939531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"dc77e723-8409-4083-9aa8-54337055ec4a","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.71998509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"41ead4a9-4f2d-4cbd-9e35-a4f669efe814","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.762282737Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-sub2","reconcileID":"87a77e85-34bd-45a8-aa47-0834e72c1ab6","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-2-w0-ebeeb9","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:40.764498271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"76ccec9f-7cb5-4607-b082-59f5c9a51bcb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.775527228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"41ead4a9-4f2d-4cbd-9e35-a4f669efe814","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.822996027Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-sub2","reconcileID":"87a77e85-34bd-45a8-aa47-0834e72c1ab6","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-2-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.875997223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"85c572e0-0de7-4f70-8076-2e05e85158eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.877275434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"b6f09a1e-8327-42c6-9f4c-5d8e8bc64592","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.946297842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"85c572e0-0de7-4f70-8076-2e05e85158eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.947249314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"e7742be6-dc1b-497a-8079-092d57045ada","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.947842277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"995f3c15-de37-4527-b243-52770ed4c58c","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:40.991121492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"3755d6bd-5886-4617-866a-ec51dceef987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.013723759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"c2c2c377-07b2-48e7-9f24-a0fea437e356","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.050360915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"3755d6bd-5886-4617-866a-ec51dceef987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.116199136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"fdf8f0cc-fc90-4f73-9491-cc3d4a750f34","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.128319295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"a70c3ecb-44e7-46b0-80d6-f9b8dc88137d","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.128946352Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.174525439Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"0f27e2bc-25a7-4e4d-ba98-1d8953be6b46","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-w4-048135","model":"distinct-w4-048135","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-048135/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.190443929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"e275978a-2d11-4b25-9c3a-d295bfed4791","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.236570131Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-048135 priority=0:[ai-tenant-e2e-worker-w4-048135/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-048135/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.237360466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"01962779-ef59-4843-aa03-bae5e1461f3b","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.306762063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"79e3cc3a-a4b0-4057-8a0b-9292854ed10b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.307662275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"83f35399-d1ca-4849-885d-7acd85fe57dd","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.313720091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"5b2f6ffc-ae4c-4c99-9ba7-9efa3ac16f1b","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:41.352148477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"477a6393-9e15-43bf-b36a-5e9cb975987b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.358525173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"526d8763-fc4b-4dda-91cb-c22b12e24dad","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:41.362811125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"0f27e2bc-25a7-4e4d-ba98-1d8953be6b46","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.366745183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"79e3cc3a-a4b0-4057-8a0b-9292854ed10b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.385421461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c19d07dd-bd70-4fcd-96e5-7bf73bb13ae4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.44310127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"b9b7e1e1-ed76-464d-8f5c-e97d8ba4b76c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.451318105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c19d07dd-bd70-4fcd-96e5-7bf73bb13ae4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.467114426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"936f8ead-c8c1-4246-af98-a076c0765f25","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.496340329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"1de90c4b-303c-4f5f-a7c9-3139bcb69fca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.533559747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"11a1cbf5-a8fe-4ea8-87e6-d698e3cdcf98","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.548422816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"b9b7e1e1-ed76-464d-8f5c-e97d8ba4b76c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.558798359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"1de90c4b-303c-4f5f-a7c9-3139bcb69fca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.607514071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"30a68c46-c38b-45a5-8835-0d241e4eee02","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-w4-048135","model":"e2e-models-e2e-worker-w4-048135/distinct-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.625690459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"0bc2e437-993d-4c08-953e-3bc9386fcee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.665037902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"b0e1534f-9c45-4ec8-a355-9772763742c4","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.707415174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"0bc2e437-993d-4c08-953e-3bc9386fcee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.764135136Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"eaf978df-84b5-4999-a489-af8cbaea8451","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-2-w4-048135","model":"distinct-2-w4-048135","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-048135/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.767031668Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth1","reconcileID":"28d507ab-abe6-4200-b189-1e1381910490","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.791322272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"bdbe8a7a-df9e-4e72-8793-c172427a2b79","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.854377769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"f2405097-3949-45e8-bad6-ac963f5e1077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.91944718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"f2405097-3949-45e8-bad6-ac963f5e1077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:41.952946012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"944ca8d6-a298-47d7-90d5-bfbccf64480b","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:42.009137254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4b6a5a23-2408-4013-bc13-f9fedc1574f9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:42.02971656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"e2fc2c1e-3fd5-4987-8cd0-2836cb3c64ff","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:42.061197056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth2","reconcileID":"bac6ccf6-1b2e-4ef8-964a-afc1706fb9b9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:42.064502798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4b6a5a23-2408-4013-bc13-f9fedc1574f9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:42.138519684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth2","reconcileID":"bac6ccf6-1b2e-4ef8-964a-afc1706fb9b9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:42.175654803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"850228d6-df65-4fa7-85c5-20e7e8cc0472","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:42.192104448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"e8faaf95-69a8-4a25-af55-4d67fafde549","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-2-w4-048135","model":"e2e-models-e2e-worker-w4-048135/distinct-2-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:42.26261557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c2faccb9-3c56-401e-9e13-f7d67f6867c5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:42.328365485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c2faccb9-3c56-401e-9e13-f7d67f6867c5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:42.354453882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"04d4d721-0494-4202-a8d7-392ba883c8d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:42.362721556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"bb17a983-2fd5-4f26-b0cc-2c7e80adf0cf","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:42.401007563Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-multi-keys-auth2","reconcileID":"301658c7-ab88-4b04-83ca-c85aa3c295d6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-2-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:42.416603621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"04d4d721-0494-4202-a8d7-392ba883c8d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:42.45401835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"8253d85a-534b-41fb-8d1d-0d7714a16f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:42.515092753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"8253d85a-534b-41fb-8d1d-0d7714a16f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:42.603071786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"ebc66f23-436c-4079-af59-f42ff3e3f85d","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.011376702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"c9f20e44-cd49-41ea-988e-b5e577902629","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.189174149Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"53187612-a537-4e27-802b-ef09ea03f506","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c071dcf0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.284525967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"500298f6-9a36-4f28-90f7-badf56f5718d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.285353478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"196bc99c-ed47-44f5-8731-883fe2605a24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.285951831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0fd0bf6f-febe-454f-ae60-88aafb38de49","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.286483714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"95e9d62d-cdae-4775-95ce-d8c332e1b2b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.343327841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"196bc99c-ed47-44f5-8731-883fe2605a24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.343429313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"95e9d62d-cdae-4775-95ce-d8c332e1b2b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.345743997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0fd0bf6f-febe-454f-ae60-88aafb38de49","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.345946671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"500298f6-9a36-4f28-90f7-badf56f5718d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.841334401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"3938669f-93cf-49ab-a27e-ee5d64eb7762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.842007818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"72e9cf12-80bc-4538-94c0-d26a635df5ed","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.842535124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"677814d2-7e36-464a-b9fc-bebdcc8d4699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.84307919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f0945312-cdec-4906-8852-a29cfefbe567","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.900676743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"3938669f-93cf-49ab-a27e-ee5d64eb7762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.908497044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"677814d2-7e36-464a-b9fc-bebdcc8d4699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.919963336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"72e9cf12-80bc-4538-94c0-d26a635df5ed","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.93702493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f0945312-cdec-4906-8852-a29cfefbe567","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:43.998301985Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.005071507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"1363255d-98ce-47b5-b694-52c365aaa3f5","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.062893384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"ca752b30-0cdc-4f20-9c98-470de86f0ee4","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.284690756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ed12d734-26c7-43f7-932d-0721c37d809a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.288355922Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.289592142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"8d35a698-af6b-45e1-ba6a-d00665e456f4","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.34473064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ed12d734-26c7-43f7-932d-0721c37d809a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.348970861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"aa624209-2abd-4ff0-bde0-d1d1d0044e9d","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:44.413086289Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-ebeeb9/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.413353992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"8200cb90-2cc7-4b1d-97e8-89e458213f61","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.46857682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"e04658c1-b876-4d33-a9d0-d8932da938d2","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.519256047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"dbf6813c-c9e2-46e5-a2e3-ffed75c37fab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.520138701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"466d5fd4-c1a4-44e4-a595-691795db213b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.563455137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"ae407e8b-27ce-4057-a405-5eb437326c40","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.578310287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"dbf6813c-c9e2-46e5-a2e3-ffed75c37fab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.58622324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"466d5fd4-c1a4-44e4-a595-691795db213b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.63070101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"be87a5bc-6649-44f8-9461-7281b23dd179","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.707724219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"8a380d39-1c92-4f2e-b936-4c6def8bc942","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.708963297Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-sub1","reconcileID":"1c610e01-76f7-4364-8e2f-7c65b4cdc6f4","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-w0-ebeeb9","model":"distinct-w0-ebeeb9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ebeeb9/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.88300896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"7a927f61-a2f2-4287-bc44-e79b3782db06","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.885199303Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-ebeeb9 priority=0:[ai-tenant-e2e-worker-w0-ebeeb9/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w0-ebeeb9/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.946006656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"5a0a7e4c-4dfd-40e4-9103-4802709b94ac","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.95763966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"3930e247-3040-4be1-90b7-d849382c211f","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:44.989406177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth2","reconcileID":"81554a2f-319e-403b-b2ee-e9fa7be12819","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:44.993760244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-sub2","reconcileID":"2ed4648e-4d9e-4964-9de9-834da4d61a87","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:24:45.005440512Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-ebeeb9/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.052253407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth2","reconcileID":"81554a2f-319e-403b-b2ee-e9fa7be12819","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.055011885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5c6029e4-fff9-4bb8-af89-b9e645fc11be","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.1285301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5c6029e4-fff9-4bb8-af89-b9e645fc11be","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.129259435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"daf81da1-ae98-49d6-b2ac-1d05038a4371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.129391747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"92fccf1b-c9a6-4ab6-b172-aad80ccbb7b4","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.129884643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"da353d40-389c-4b9e-8c60-95c679da8431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.19508328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7c20da9f-cd42-4bd5-8d68-c49cdcba9f1d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.198227995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"59deee0f-7bb9-481d-b343-0d290443d0c1","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.203761549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"daf81da1-ae98-49d6-b2ac-1d05038a4371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.216996101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"da353d40-389c-4b9e-8c60-95c679da8431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.357279298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"5025e145-2922-48eb-81fd-88b84e649644","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.410035524Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-sub2","reconcileID":"9b2cbe34-fe31-46de-afe3-1df43b2a5e86","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-2-w0-ebeeb9","model":"distinct-2-w0-ebeeb9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ebeeb9/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.59331883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"3ef013b4-fc4b-46e1-9b41-34384601f014","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.618405767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d6e61b0a-9773-4d88-bee4-40032e6a7aca","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.677598745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d6e61b0a-9773-4d88-bee4-40032e6a7aca","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.725513568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d747dc1b-e348-4bc8-b0f8-2453c09c665a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.726330855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"b93e996b-9c91-4d86-9f1f-c10b40e96c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.726966115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"e88c3a86-7e13-44ef-9e97-20a6b43850d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.798125039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"b93e996b-9c91-4d86-9f1f-c10b40e96c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.799616857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"e88c3a86-7e13-44ef-9e97-20a6b43850d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.808793655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d747dc1b-e348-4bc8-b0f8-2453c09c665a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:45.814541264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-sub2","reconcileID":"89f9dd47-d5db-48a5-bd64-c71160f59cd6","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-2-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-2-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:49.403189899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"a221313c-4ad4-436b-b2f5-9000a25f4a99","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:49.567186036Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-sub1","reconcileID":"e41d35dc-c045-45ca-8a9f-70d4d8c308b1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-56eea33d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:49.671003829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"f7069526-c5b8-48ff-8528-1edb4644f6e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:49.670944151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bbf636bd-d6ab-4fa1-917c-127b0686262c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:49.672540195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"622f2c34-d84d-4a4d-90d5-776dea652620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:49.67337416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth1","reconcileID":"818c0c85-2971-4a72-b8c4-f78cbac4fd6b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:49.736889808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"622f2c34-d84d-4a4d-90d5-776dea652620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:49.799627974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"f7069526-c5b8-48ff-8528-1edb4644f6e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:49.787114027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth1","reconcileID":"818c0c85-2971-4a72-b8c4-f78cbac4fd6b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:49.7766675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bbf636bd-d6ab-4fa1-917c-127b0686262c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:50.292573755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"0eeebf4b-a7a9-4c9d-9499-53eba0e0cb2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:50.358891965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"0eeebf4b-a7a9-4c9d-9499-53eba0e0cb2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:50.382495017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"96dc98f4-7897-4838-9d41-0bfe9a44b5e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:50.401575709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth2","reconcileID":"104849f7-9cf3-4073-a037-625f63abfbd8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:50.40248655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth1","reconcileID":"afd103ff-0469-42d7-974e-24b4669f8246","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:50.46072693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"96dc98f4-7897-4838-9d41-0bfe9a44b5e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:50.47863893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth1","reconcileID":"afd103ff-0469-42d7-974e-24b4669f8246","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:50.542219423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth2","reconcileID":"104849f7-9cf3-4073-a037-625f63abfbd8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:51.875485834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"cf1e6624-95c2-4820-8ab2-52556def5284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:51.880245927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"b20b94aa-fd2b-4a45-b59a-2c601761d145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:51.881062128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"90bb0a8a-d5f8-4aae-a7f2-f1c8ffbfef16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:51.910733785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth1","reconcileID":"50f127e4-6f3e-4025-839a-bd23825f7d01","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:51.911655832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6dd6c134-c09e-463c-ba2f-4c6ae3aa1e1a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:51.943762114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"cf1e6624-95c2-4820-8ab2-52556def5284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:51.95877046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"90bb0a8a-d5f8-4aae-a7f2-f1c8ffbfef16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:51.998346219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"b20b94aa-fd2b-4a45-b59a-2c601761d145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:52.108032644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6dd6c134-c09e-463c-ba2f-4c6ae3aa1e1a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:52.134187092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth1","reconcileID":"50f127e4-6f3e-4025-839a-bd23825f7d01","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:52.461457593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"23baccdc-0fe9-4f8d-af78-433cb051d7e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:52.54678149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"23baccdc-0fe9-4f8d-af78-433cb051d7e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:52.656367422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"0609b31a-123f-4e0c-bb85-19e7db69a4bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:52.657446132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5e70098f-dd25-42f5-83b7-da1d454f563e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:52.658267062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"30ffb7c8-7b6e-4d5b-a35d-86fd630b7a6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:52.659269788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"69593ffb-7b1d-489d-b3de-d1e8a5eea3ad","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:52.731153032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5e70098f-dd25-42f5-83b7-da1d454f563e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:52.736641714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"30ffb7c8-7b6e-4d5b-a35d-86fd630b7a6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:52.74699179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"0609b31a-123f-4e0c-bb85-19e7db69a4bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:52.748646592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"69593ffb-7b1d-489d-b3de-d1e8a5eea3ad","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:53.242223582Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"00a94a55-402d-45ea-97ab-3b7a4691976a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-w4-048135","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:53.29437142Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"00a94a55-402d-45ea-97ab-3b7a4691976a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:53.346544654Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"00a94a55-402d-45ea-97ab-3b7a4691976a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135","model":"e2e-models-e2e-worker-w4-048135/distinct-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:53.620290838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"13016518-fa45-4a6e-a2ec-13e8fa171108","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:53.620339064Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:53.678373119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"da058f7c-f284-46fa-af85-2242e768ccf0","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:53.762245585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"88264165-87c9-41c9-bc22-88375e717c5c","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:53.877899366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"61dd2ec0-3639-40d3-b182-7fadccb90646","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:53.878020193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c32999ed-0743-4e16-865d-d9959652660d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:53.882137745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"02be892d-e152-4bdf-a93f-1ea62b2173cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:53.882505437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"d85346c8-9a99-4956-8c9b-5e0f001c49d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:53.922286253Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ac51ab2c-fc5c-46cd-adc1-6db64a0ca20f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7b29c2fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:53.933730735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c32999ed-0743-4e16-865d-d9959652660d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:53.934243913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"61dd2ec0-3639-40d3-b182-7fadccb90646","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:53.937522523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"02be892d-e152-4bdf-a93f-1ea62b2173cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:53.937672861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"d85346c8-9a99-4956-8c9b-5e0f001c49d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:54.396146697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"183f6f37-3785-404a-a256-938cc1952a40","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:54.3963403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"23794f9a-7bf5-4da8-99fa-ca004d8cd97a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:54.396598559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1d94b2a8-cebc-42d0-a83e-b7432350a27c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:54.396718325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"362dc6dc-46e4-4488-8558-80a8de5b77b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:54.451500207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"183f6f37-3785-404a-a256-938cc1952a40","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:54.451611137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"23794f9a-7bf5-4da8-99fa-ca004d8cd97a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:54.454048055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"362dc6dc-46e4-4488-8558-80a8de5b77b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:54.454114313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1d94b2a8-cebc-42d0-a83e-b7432350a27c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:59.620204407Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7b89f616-52e7-4443-9498-4153533c9e03","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-w0-ebeeb9","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:59.672002624Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7b89f616-52e7-4443-9498-4153533c9e03","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:59.724362291Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7b89f616-52e7-4443-9498-4153533c9e03","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:59.997614262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"6f0522fe-8479-458f-82a8-f702deffea5d","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:24:59.997685261Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.149573443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"ba7ddb59-aef1-44f9-bdeb-73410b270b4b","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.259118687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"bb513087-48c1-4887-99c1-a9772dca8467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.259557789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"405ea08e-dd9f-4fe2-a627-06ac52c87169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.259677962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth1","reconcileID":"82893dc6-77cf-4de8-89e9-3ba10cc7d442","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.260066696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth2","reconcileID":"191ba3e6-77f1-43c7-b2cc-c368f5886226","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.311043698Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6458113a-c059-432b-b413-41ccac0acae5","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-303bb17f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.316999643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"405ea08e-dd9f-4fe2-a627-06ac52c87169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.31723347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth2","reconcileID":"191ba3e6-77f1-43c7-b2cc-c368f5886226","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.320613787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth1","reconcileID":"82893dc6-77cf-4de8-89e9-3ba10cc7d442","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.32061433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"bb513087-48c1-4887-99c1-a9772dca8467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.783235788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"b48ab575-7b03-4c4f-82cc-f3e6a13c6325","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.783451115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth2","reconcileID":"59a59762-b155-4f09-ba45-58201e756b4c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.78323575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"43ec978f-6163-492e-bad3-f0b9f636698b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.784113206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7f7a4594-c0f5-4fdd-b4b0-d24c7121e5f5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.840719183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"b48ab575-7b03-4c4f-82cc-f3e6a13c6325","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.840734138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"43ec978f-6163-492e-bad3-f0b9f636698b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.844258051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth2","reconcileID":"59a59762-b155-4f09-ba45-58201e756b4c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:00.844334401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7f7a4594-c0f5-4fdd-b4b0-d24c7121e5f5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:03.974922936Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3ff827aa-5c13-45a8-9ff7-d946368c7adf","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-2-w4-048135","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.0275395Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3ff827aa-5c13-45a8-9ff7-d946368c7adf","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-2-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.080329061Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3ff827aa-5c13-45a8-9ff7-d946368c7adf","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135","model":"e2e-models-e2e-worker-w4-048135/distinct-2-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.353100142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"7e90ff7d-5df4-4f1a-b362-d7dd7e4d94a9","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.353386571Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.493580273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"0496ba8c-1d53-410e-a8c7-d8ace5cd8ca8","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.633837831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"1b8c65f4-9832-4f54-8119-b48bb97d0751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.634252304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8bcbb8fc-5711-4e3b-9a9c-7e2816d4b082","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.634611323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f5d76bac-eea4-4410-9bcc-035ce3d3f0fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.634957669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8c3c23cb-6187-45ef-a457-11383a92a47b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.690312863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"1b8c65f4-9832-4f54-8119-b48bb97d0751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.690509608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f5d76bac-eea4-4410-9bcc-035ce3d3f0fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.692430088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8c3c23cb-6187-45ef-a457-11383a92a47b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.692592182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8bcbb8fc-5711-4e3b-9a9c-7e2816d4b082","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:04.895637739Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"60afd9e4-b8d1-4f7a-9ce7-1c100205f54c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:05.055894349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"39a644ab-dcd7-4cb8-8453-d1dbd7180b0c","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:05.101188196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"bec07dd0-dd86-4241-bf9d-85e4bb27b407","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:05.157843429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"bec07dd0-dd86-4241-bf9d-85e4bb27b407","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:05.211565993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"3a9cfb9c-dd5d-4a9a-819f-1eefee1e6ccd","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:05.321767893Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e7880a1c-109a-42e1-a5cf-1a1ae4aa4f14","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-2-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:05.490280751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"2806d1d2-cbf0-4674-86a5-e29e83fa08f0","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:08.984212773Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ac0acf3c-0449-425c-8176-900f2b39ac23","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:08.98424029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"cb11f602-7c07-4832-87d5-a8c6bbd1bfa5","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:09.191978182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"3a9b76ec-96af-4064-a9f2-bcf8fa3e347d","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:10.363386648Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f07657d4-cbba-4b35-9e94-5ef06b3cf022","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-2-w0-ebeeb9","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:10.41648222Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f07657d4-cbba-4b35-9e94-5ef06b3cf022","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-2-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:10.468713557Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f07657d4-cbba-4b35-9e94-5ef06b3cf022","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-2-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:10.781169695Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:10.782228312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"7123b404-1955-4ddd-8b1c-3692e61c305f","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:10.982188855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"eb3dfe34-6102-4414-b882-8d70338e02fe","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:11.137995991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"6ad95b96-a3c0-4a1a-ac86-f3917ebf8233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:11.138222452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f9acbfd4-6fc7-4451-9b24-995d001cc06c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:11.138456297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"88e6705e-935b-445f-ab37-26f5d22e93f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:11.137997854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a07d53f3-c31a-4f0c-b078-a317ddb90e73","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:11.206473132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"6ad95b96-a3c0-4a1a-ac86-f3917ebf8233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:11.225670565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"88e6705e-935b-445f-ab37-26f5d22e93f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:11.226023605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f9acbfd4-6fc7-4451-9b24-995d001cc06c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:11.226202824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a07d53f3-c31a-4f0c-b078-a317ddb90e73","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:11.577721348Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4ddc79ea-4c0f-403b-81df-baf91f1a090e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:11.577595026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0829de6-7c47-4acc-ab02-e62b3445b976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:11.632130964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0829de6-7c47-4acc-ab02-e62b3445b976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:11.686261016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0829de6-7c47-4acc-ab02-e62b3445b976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:11.738771715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0829de6-7c47-4acc-ab02-e62b3445b976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:11.802613328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"ad38d416-444e-47ce-a70b-553a82a01459","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:11.844216392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a784dce7-e8ab-4ca5-b29f-b80c5495b281","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:11.907581605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a784dce7-e8ab-4ca5-b29f-b80c5495b281","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:11.942574262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"a828685b-0835-46d9-8258-3fc467574107","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:12.045945549Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-cb65f3a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-cb65f3a5","reconcileID":"d16ce506-a423-49cf-993b-98d357626093","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-cb65f3a5","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-cb65f3a5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:12.165548813Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f4f57cf1-7c23-4b79-b64f-40f6910f5017","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/distinct-2-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:12.425090849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"a5b09e7a-a962-4d3d-8403-efaaa15a8ea9","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:13.820127245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62cfb29-f32c-45bd-bcae-7ead280c700c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:13.873858421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62cfb29-f32c-45bd-bcae-7ead280c700c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:13.9296979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62cfb29-f32c-45bd-bcae-7ead280c700c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:13.960466537Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.001874403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62cfb29-f32c-45bd-bcae-7ead280c700c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.072070021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e367a23-5bc3-4f6d-8bff-37547f3424db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.07212576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e367a23-5bc3-4f6d-8bff-37547f3424db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.157317408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65760f01-68ff-49e5-b4a9-30cfd11494af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.157407986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65760f01-68ff-49e5-b4a9-30cfd11494af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.330167926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"025b2714-5d01-48dd-9098-5a29b1f1702e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.330294605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"025b2714-5d01-48dd-9098-5a29b1f1702e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.33161779Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-85a357 models-as-a-service/e2e-rt-eq-9415e7-sub models-as-a-service/e2e-rt-sw-79bbde-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.484599425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"17c157a5-3238-4286-8812-38be631499f6","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.484945382Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"17c157a5-3238-4286-8812-38be631499f6","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:25:14.485541195Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-default-int-sub-85a357","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-85a357\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.531862825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-85a357","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-85a357","reconcileID":"aedb08fc-37ba-432e-baf7-7e4ea29b7b6d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-85a357","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.547105403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fd2f716-75b7-4b65-b2d7-cf031cedad46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.547221487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fd2f716-75b7-4b65-b2d7-cf031cedad46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.594706908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-85a357","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-85a357","reconcileID":"aedb08fc-37ba-432e-baf7-7e4ea29b7b6d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-85a357","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.604381808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"0d108ff4-b14c-4493-832a-cdccf06b3829","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.60452377Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"0d108ff4-b14c-4493-832a-cdccf06b3829","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9415e7-f598b5b80116","namespace":"llm","model":"e2e-rt-eq-9415e7","externalModel":"e2e-rt-eq-9415e7","provider":"e2e-rt-eq-9415e7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.649057319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"0deab1ec-611c-44f8-92de-fca845e95709","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.657752416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1b7657a-73bf-487e-9943-a0fdefb08322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.658435936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"35e1ca5d-b369-4c5e-8354-169c203b1569","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.658664044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd228e01-2d25-4f31-8fdd-b29031462881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.711443024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"0deab1ec-611c-44f8-92de-fca845e95709","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.712048016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-sub","reconcileID":"d3cf9047-5204-46bb-a293-ab76a085daa1","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9415e7","model":"llm/e2e-rt-eq-9415e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.725518102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1b7657a-73bf-487e-9943-a0fdefb08322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.75203245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"35e1ca5d-b369-4c5e-8354-169c203b1569","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.751879991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd228e01-2d25-4f31-8fdd-b29031462881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.838320271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"046defd5-b96e-4587-bb2b-168553acf7b1","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79bbde","model":"llm/e2e-rt-sw-79bbde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.936104659Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-85a357","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-85a357","reconcileID":"8642e623-0953-4775-bf79-adf1c28b86b8","MaaSSubscription":{"name":"e2e-default-int-sub-85a357","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-85a357","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.938554603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b17549f4-337f-4a55-a5bc-62398ec10ef5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.938647244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b17549f4-337f-4a55-a5bc-62398ec10ef5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:14.973470052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"da1e1e95-5552-43bb-9b35-7267a8c16177","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:15.07949318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"60ef0d42-a983-41ec-bf0c-e3e09a2924a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:15.23549886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"69393f90-faf7-4607-a6ca-917fcf65c926","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:15.238517084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1265110-69b3-4dc9-95ee-d87d4417d94c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:15.26811778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1265110-69b3-4dc9-95ee-d87d4417d94c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:15.36632323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-85a357","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-85a357","reconcileID":"4a24f667-6aff-44c5-9936-0acd5a1eb98e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-85a357","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:15.479376818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"654f80c1-6320-4e10-9064-eca823a65419","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:15.502105105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-85a357","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-85a357","reconcileID":"4a24f667-6aff-44c5-9936-0acd5a1eb98e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-85a357","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:15.533126953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"48b4a7c5-fa8c-4e32-9576-7fddb8cbda52","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:15.673976769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-85a357","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-85a357","reconcileID":"58c7d7ad-a4d8-437e-b6d9-2b4fd36dd269","MaaSSubscription":{"name":"e2e-default-int-sub-85a357","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:15.687016165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"f114e7fd-c0d3-4ca5-b15c-76d05bf5e5a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:15.916690812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"b9187e36-09b0-466d-971f-7c76b6f93800","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:16.043107277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"8909e9e4-3a55-4f90-9035-a747907b88a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:16.152642985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"76d1e3c6-cc79-4a10-b3f3-8bf74d323172","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:16.153389966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"07d2674c-083a-45d9-9230-acc0f09bffa5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:16.294379852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"7fb3aca3-5df3-472b-86d6-80ac30c4a661","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:16.477748646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"0f9271da-ece6-447a-99e9-393eb21d071c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:19.919583017Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-85a357","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-85a357","reconcileID":"042dd863-17f4-457d-bf00-8f4426f95402","MaaSAuthPolicy":{"name":"e2e-default-int-auth-85a357","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:19.919671462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c3bf0b2-07e7-4f2e-bc53-e4cf0344d205","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:19.919693117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c3bf0b2-07e7-4f2e-bc53-e4cf0344d205","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:20.128543353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eef32d6e-188f-4fc6-9f32-58a7cd0ce701","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:20.128563429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eef32d6e-188f-4fc6-9f32-58a7cd0ce701","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:20.293295446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"325d1d6a-784d-4249-ace6-796fda5b7da8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:20.293325057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"325d1d6a-784d-4249-ace6-796fda5b7da8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:20.559445268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"299f410d-e482-4db5-9e9e-4bc4f5e1a98a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:20.559706177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"612e37bd-f677-4f2f-820e-558c9bbc4107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:20.559935516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"eb04c75d-e7a3-4c3a-a6f2-f3e7dcc569f0","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:20.559444532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"2e5b4595-5cbe-4da3-914a-bd167ebb7f0f","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:20.623260136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"eb04c75d-e7a3-4c3a-a6f2-f3e7dcc569f0","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:20.624381134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"612e37bd-f677-4f2f-820e-558c9bbc4107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:20.625771354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"2e5b4595-5cbe-4da3-914a-bd167ebb7f0f","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:20.627401661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"299f410d-e482-4db5-9e9e-4bc4f5e1a98a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:21.012244959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-2-w3-d7bfc2","reconcileID":"efa18c2c-19ed-4a5a-b5cc-358ce9d6d50c","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-2-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-2-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:21.356229405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e759a558-4c72-4211-a8fc-0bef22036cd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:21.356249975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e759a558-4c72-4211-a8fc-0bef22036cd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:21.461374296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0e42c43b","namespace":"ai-tenant-e2e-mt-0e42c43b"},"namespace":"ai-tenant-e2e-mt-0e42c43b","name":"e2e-policy-0e42c43b","reconcileID":"ab871909-455f-42c5-992a-01663fc140d0","MaaSAuthPolicy":{"name":"e2e-policy-0e42c43b","namespace":"ai-tenant-e2e-mt-0e42c43b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:21.593533202Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0e42c43b","namespace":"ai-tenant-e2e-mt-0e42c43b"},"namespace":"ai-tenant-e2e-mt-0e42c43b","name":"e2e-policy-0e42c43b","reconcileID":"ab871909-455f-42c5-992a-01663fc140d0","MaaSAuthPolicy":{"name":"e2e-policy-0e42c43b","namespace":"ai-tenant-e2e-mt-0e42c43b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:21.647546017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0e42c43b","namespace":"ai-tenant-e2e-mt-0e42c43b"},"namespace":"ai-tenant-e2e-mt-0e42c43b","name":"e2e-policy-0e42c43b","reconcileID":"ab871909-455f-42c5-992a-01663fc140d0","MaaSAuthPolicy":{"name":"e2e-policy-0e42c43b","namespace":"ai-tenant-e2e-mt-0e42c43b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:21.796380424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"1f0b31a1-5028-4900-9f07-33154572013f","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:21.799650377Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"1f0b31a1-5028-4900-9f07-33154572013f","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9415e7-f598b5b80116","namespace":"llm","model":"e2e-rt-eq-9415e7","externalModel":"e2e-rt-eq-9415e7","provider":"e2e-rt-eq-9415e7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:21.965476156Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-sub","reconcileID":"d7ce309c-e4fc-4e2d-987a-7b527670fefb","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f532143a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.008745476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"dd15cbd3-2db6-4739-b96a-262c454d5f75","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.013085252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"7aa0f60c-4813-4656-a2b1-c2f523827d3b","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.013107551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09f3b1d4-d414-4aba-9d24-6ee17f804cc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.038573877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b4e92de-2c6e-4d62-babf-f862aa7e40fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.129241988Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"dd15cbd3-2db6-4739-b96a-262c454d5f75","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:25:22.135782583Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09f3b1d4-d414-4aba-9d24-6ee17f804cc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:25:22.17163878Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"7aa0f60c-4813-4656-a2b1-c2f523827d3b","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:25:22.18009849Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b4e92de-2c6e-4d62-babf-f862aa7e40fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.185644743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"dd15cbd3-2db6-4739-b96a-262c454d5f75","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:25:22.194174083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09f3b1d4-d414-4aba-9d24-6ee17f804cc1","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.195274229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"687ee1de-f0e7-42d0-a1b8-21d6dc7bea0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.195292999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"687ee1de-f0e7-42d0-a1b8-21d6dc7bea0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:25:22.226617039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"7aa0f60c-4813-4656-a2b1-c2f523827d3b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:25:22.240096637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b4e92de-2c6e-4d62-babf-f862aa7e40fe","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.280382702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"375eb2b0-6703-4e9d-838c-0a3b2e58d592","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.280492712Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"375eb2b0-6703-4e9d-838c-0a3b2e58d592","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.333529529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"73e2abbf-dcb3-4721-b918-6003f4e00dc0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.333553104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"73e2abbf-dcb3-4721-b918-6003f4e00dc0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.385561568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"0cad380a-a075-4392-b4f8-fb0c57a716ed","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.385591043Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"0cad380a-a075-4392-b4f8-fb0c57a716ed","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9415e7-f598b5b80116","namespace":"llm","model":"e2e-rt-eq-9415e7","externalModel":"e2e-rt-eq-9415e7","provider":"e2e-rt-eq-9415e7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.453940367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d91ccda-a700-40c5-878b-484d64c8d3a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.508764504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d91ccda-a700-40c5-878b-484d64c8d3a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.544336747Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-sub","reconcileID":"7c9dc756-2123-4055-a7e0-80e841129731","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f532143a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.553718721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4db96fa-4050-4e37-91b8-2a7e3aea16e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.554001518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"fbb97464-de03-4703-a3ac-e736d662532b","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.553719606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"a83b9021-eeba-4359-ae21-4efbaa22de2d","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.610560266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4db96fa-4050-4e37-91b8-2a7e3aea16e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.611991014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"fbb97464-de03-4703-a3ac-e736d662532b","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.612765234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"a83b9021-eeba-4359-ae21-4efbaa22de2d","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.665763843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4db96fa-4050-4e37-91b8-2a7e3aea16e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.666803546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"fbb97464-de03-4703-a3ac-e736d662532b","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.667380448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"a83b9021-eeba-4359-ae21-4efbaa22de2d","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.724099233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5794075-07dd-4671-8d93-c8c84aec35cc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.724120993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5794075-07dd-4671-8d93-c8c84aec35cc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.777882376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"5c5208a9-b893-44d3-bdda-81f4ba62f949","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.777910702Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"5c5208a9-b893-44d3-bdda-81f4ba62f949","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.924591819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"a723c3e0-98e0-4f64-b373-4f59c59d0eed","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:22.980811642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"a723c3e0-98e0-4f64-b373-4f59c59d0eed","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.026429216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc562297-0edd-4ce9-a2f7-c8728b68da20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.02645995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"137a385f-590d-497a-a71b-261419f0b4d2","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.026904023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb84f50e-47e1-48ab-a2cb-9e4b726fdcbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.03764026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"a723c3e0-98e0-4f64-b373-4f59c59d0eed","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.084212689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb84f50e-47e1-48ab-a2cb-9e4b726fdcbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.085464171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"137a385f-590d-497a-a71b-261419f0b4d2","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.086443487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc562297-0edd-4ce9-a2f7-c8728b68da20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.138170243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb84f50e-47e1-48ab-a2cb-9e4b726fdcbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.140147373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc562297-0edd-4ce9-a2f7-c8728b68da20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.140237598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"137a385f-590d-497a-a71b-261419f0b4d2","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:25:23.192888167Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"137a385f-590d-497a-a71b-261419f0b4d2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-79bbde-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.194986897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb3a6712-4c94-401f-bb5b-089e776145c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.195005352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb3a6712-4c94-401f-bb5b-089e776145c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.455485789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"bdc712a4-6872-41fd-8cb3-6b5db395eeb0","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.512651702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"bdc712a4-6872-41fd-8cb3-6b5db395eeb0","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.562311571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"536374b1-6567-4dd5-860a-2948df2ba21f","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.567581137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"bdc712a4-6872-41fd-8cb3-6b5db395eeb0","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.6162998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"9d64d7a6-5a80-4045-87dc-a7a437ef4855","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.772058037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-api-key-no-access-auth","reconcileID":"21e89c04-d481-4e83-b42f-e1d9577d96f7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.828405596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-api-key-no-access-auth","reconcileID":"21e89c04-d481-4e83-b42f-e1d9577d96f7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.84430682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"1f468bd0-eb42-4912-a138-4dbc13d2b104","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.953371295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"5d2b7637-6ef4-45aa-8092-e6ead5ed7638","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.953404303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"5d2b7637-6ef4-45aa-8092-e6ead5ed7638","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:25:23.953424964Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-d7bfc2/e2e-api-key-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.998316973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"e696ab87-bb8a-4fd8-8af9-432dd93db8ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:23.998375056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"55d20477-add4-4157-9396-9a82d35df30c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:24.005924959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"ed7b0026-5811-440d-b9db-b5e7eea4c6e3","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:24.006272245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"2dc7b6f0-d3c5-4960-8243-68d875058a1c","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:24.054073686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"55d20477-add4-4157-9396-9a82d35df30c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:24.054270034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"e696ab87-bb8a-4fd8-8af9-432dd93db8ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:24.142202048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"8630d323-3ca8-4b4c-904e-d734ae4041e6","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:24.268489302Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-api-key-no-access-sub","reconcileID":"7b1baff3-78ac-405c-b74f-eed2ae407299","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-d7bfc2/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w3-d7bfc2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:24.299127579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-api-key-no-access-auth","reconcileID":"0f938aa3-bbb3-439b-a323-8aeb92603c7f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:24.354583157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-api-key-no-access-auth","reconcileID":"0f938aa3-bbb3-439b-a323-8aeb92603c7f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:24.437557883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"3b9c92fa-ff06-458b-ad4a-0936b24fce05","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:24.441075692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"8d675936-7f55-4fbe-8c99-10081fb1e199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:24.441126484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"4c7b61d4-fa9e-42b9-a992-6cf20ac11132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:24.483165581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"1594faed-6f7b-46fd-b074-94bf36ba6319","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:24.496622891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"8d675936-7f55-4fbe-8c99-10081fb1e199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:24.496695747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"4c7b61d4-fa9e-42b9-a992-6cf20ac11132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:24.6442679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-api-key-no-access-sub","reconcileID":"8f48516d-2386-4938-9387-712157e24274","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:26.810836691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"ce8db977-067f-46c8-821e-4b59bc107817","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:26.972074093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"131f8eac-615a-4aa6-93f2-4d1a1da13b01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:26.972089989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-api-key-no-access-auth","reconcileID":"f0206c75-fca4-41e3-9686-b39482463499","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:26.975011444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"6b86f19a-e123-4ef6-899f-30eff90ded09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.030001372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"131f8eac-615a-4aa6-93f2-4d1a1da13b01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.030881345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-api-key-no-access-auth","reconcileID":"f0206c75-fca4-41e3-9686-b39482463499","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:27.032664593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"6b86f19a-e123-4ef6-899f-30eff90ded09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:30.457760853Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-85a357","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-85a357","reconcileID":"5a846557-ca04-485d-bc6f-692816a66168","MaaSSubscription":{"name":"e2e-default-int-sub-85a357","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-85a357","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:30.690658987Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-85a357","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-85a357","reconcileID":"5a846557-ca04-485d-bc6f-692816a66168","MaaSSubscription":{"name":"e2e-default-int-sub-85a357","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:30.904766499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8cb6ca5a-fb12-45a3-8e53-9f990beb3a5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:30.911004204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6dc97ff6-0de6-40dd-8d9b-c5dae27aef7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:30.911025368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6dc97ff6-0de6-40dd-8d9b-c5dae27aef7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:31.172030876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b966f1b-bdb8-4cc3-9a78-6e3830ea49e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:31.172217551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"98ea1108-afe7-4e39-bd93-67a30b438d90","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:31.172500956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49e5caa0-9185-42b3-a12b-7654ecbf066f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:31.17267971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"28f90d3a-ce67-4afd-a825-34a32deafc66","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:31.241237787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b966f1b-bdb8-4cc3-9a78-6e3830ea49e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:31.245251312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49e5caa0-9185-42b3-a12b-7654ecbf066f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:31.262123392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"98ea1108-afe7-4e39-bd93-67a30b438d90","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:31.275519195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"28f90d3a-ce67-4afd-a825-34a32deafc66","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:31.299090384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b966f1b-bdb8-4cc3-9a78-6e3830ea49e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:31.305148392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49e5caa0-9185-42b3-a12b-7654ecbf066f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:31.31947708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"98ea1108-afe7-4e39-bd93-67a30b438d90","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:31.330684024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"28f90d3a-ce67-4afd-a825-34a32deafc66","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:32.596391177Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-sub","reconcileID":"a01e73e5-d402-4045-995b-6b83993217e4","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-9415e7","subscription":"e2e-rt-eq-9415e7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:32.700604231Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-sub","reconcileID":"a01e73e5-d402-4045-995b-6b83993217e4","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:32.754510863Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-sub","reconcileID":"a01e73e5-d402-4045-995b-6b83993217e4","MaaSSubscription":{"name":"e2e-rt-eq-9415e7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9415e7","namespace":"llm","model":"llm/e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.078915548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"b535efad-9eeb-4270-b08c-311a8e99f040","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.078952736Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"b535efad-9eeb-4270-b08c-311a8e99f040","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9415e7-f598b5b80116","namespace":"llm","model":"e2e-rt-eq-9415e7","externalModel":"e2e-rt-eq-9415e7","provider":"e2e-rt-eq-9415e7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.246731419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"36a4481e-6fc7-45dc-b648-a9cb0a3dbbdf","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.246904883Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"36a4481e-6fc7-45dc-b648-a9cb0a3dbbdf","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9415e7-f598b5b80116","namespace":"llm","model":"e2e-rt-eq-9415e7","externalModel":"e2e-rt-eq-9415e7","provider":"e2e-rt-eq-9415e7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.298499749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"12b7eedd-dc83-4155-9cc2-4c08f7278d45","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.31225814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"275cc140-b73c-43aa-a604-1d6f35263a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.312421322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"b13985ee-fa1a-4bf7-8cb4-b69f004c2973","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.312263738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8bbfb1c9-26ec-435f-b361-04f537bf4327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.354278172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"12b7eedd-dc83-4155-9cc2-4c08f7278d45","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.369742762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"275cc140-b73c-43aa-a604-1d6f35263a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.36974276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"b13985ee-fa1a-4bf7-8cb4-b69f004c2973","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.371959601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8bbfb1c9-26ec-435f-b361-04f537bf4327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.408380319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"12b7eedd-dc83-4155-9cc2-4c08f7278d45","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.408572588Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9415e7-access","reconcileID":"e72564bd-4533-43a6-8b8f-247617d4988d","MaaSAuthPolicy":{"name":"e2e-rt-eq-9415e7-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.424081682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"275cc140-b73c-43aa-a604-1d6f35263a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.424130685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"b13985ee-fa1a-4bf7-8cb4-b69f004c2973","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.425971163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8bbfb1c9-26ec-435f-b361-04f537bf4327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.669072436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"b6023077-38d1-462b-a45d-5195b3fb9721","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:33.669105164Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"b6023077-38d1-462b-a45d-5195b3fb9721","MaaSModelRef":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9415e7-f598b5b80116","namespace":"llm","model":"e2e-rt-eq-9415e7","externalModel":"e2e-rt-eq-9415e7","provider":"e2e-rt-eq-9415e7-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.225863474Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"c4df4b54-d841-408c-bc16-afa218583d73","namespace":"llm","name":"e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.285003832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"32df9030-49f2-4126-8fc4-12f1dad94d0e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.285025788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"32df9030-49f2-4126-8fc4-12f1dad94d0e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.285267927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ac5166a9-6942-41a7-b22a-9956e8e0cb08","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.285280044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ac5166a9-6942-41a7-b22a-9956e8e0cb08","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.28546494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f58aedc8-4fc6-4f75-a824-676aeea16053","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.285476272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f58aedc8-4fc6-4f75-a824-676aeea16053","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.285658318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d1375a2-ec0c-4079-bacb-4815d7e28de8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.285668069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d1375a2-ec0c-4079-bacb-4815d7e28de8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.285968236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6cdc7f0f-d45d-4db9-a155-aa4248ea3fc3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.285980036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6cdc7f0f-d45d-4db9-a155-aa4248ea3fc3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.337780388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"ea59a35a-e7e9-4587-add8-77bf69260956","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.337810698Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"ea59a35a-e7e9-4587-add8-77bf69260956","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.399363249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"129f1565-050f-41b0-a3ba-dfc4f48f053a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.399627314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47e0ee9a-8986-4a07-b412-ef367a924f6a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.399649227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47e0ee9a-8986-4a07-b412-ef367a924f6a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.400212845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ed448f76-6386-45c7-a4bb-5e301252e54f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.400242108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ed448f76-6386-45c7-a4bb-5e301252e54f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.401004323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d56f18e7-d37c-47fa-8b22-95e6162a6c8c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.401028901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d56f18e7-d37c-47fa-8b22-95e6162a6c8c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.451017045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9ad3ef2-c6a0-4168-a0d0-48418ef4dc1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.452867228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"3db783f8-ae8f-48b7-90ec-c5d2e9e2e24c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.456227469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"129f1565-050f-41b0-a3ba-dfc4f48f053a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.504328793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c0982cd-4a69-43f2-b92c-e080ac167966","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.505588635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"7a4ba58f-e0ba-421f-9e81-30c08284409b","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.506592106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3e8e8eb6-ec6c-49f8-be4f-6a53237c44b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.507318755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"60ab71dd-b380-41a4-b1b3-30c173654abd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.508343599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9ad3ef2-c6a0-4168-a0d0-48418ef4dc1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.510641023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"3db783f8-ae8f-48b7-90ec-c5d2e9e2e24c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.560279342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"2310a822-3100-4470-9e0d-8b661286eede","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79bbde","model":"llm/e2e-rt-sw-79bbde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.56544984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"7a4ba58f-e0ba-421f-9e81-30c08284409b","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.56561741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c0982cd-4a69-43f2-b92c-e080ac167966","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.566724083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9ad3ef2-c6a0-4168-a0d0-48418ef4dc1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.623369457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c0982cd-4a69-43f2-b92c-e080ac167966","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.6255082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"7a4ba58f-e0ba-421f-9e81-30c08284409b","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.782666688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"33de856d-0519-41d4-967c-9dde5a060c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.838760595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"33de856d-0519-41d4-967c-9dde5a060c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.868385334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"33725493-4b08-4938-a5f9-8abac21248b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.882628167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"64c6cb5a-bbab-406e-8171-6b1aa088947e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.887621428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"61481f42-f916-4bad-9f83-b5a22a20dc52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.923950019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"33725493-4b08-4938-a5f9-8abac21248b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.938074502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"64c6cb5a-bbab-406e-8171-6b1aa088947e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.94363249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"61481f42-f916-4bad-9f83-b5a22a20dc52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:34.962957437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"3f4100e7-3fcb-4b34-8f13-a5b338280f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.018292079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"3f4100e7-3fcb-4b34-8f13-a5b338280f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.179724147Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-9415e7","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9415e7","reconcileID":"b468bdc0-55c7-40ed-ab89-0efa6608abce","namespace":"llm","name":"e2e-rt-eq-9415e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.209855737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"5366ec09-47de-4f95-ac4c-355770ea8852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.309709978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"5366ec09-47de-4f95-ac4c-355770ea8852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.365309004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c527e325-f783-4ebe-98c7-caee36a2c1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.365440026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"f7f3d69c-d38f-4491-8cf6-1dba9560cc0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.365697137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-api-key-no-access-auth","reconcileID":"d20673bd-4c3b-4f7d-b8a8-e3e06757962f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.365889775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"95deb43b-761e-4b19-8e15-35230450b22d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.417809611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c527e325-f783-4ebe-98c7-caee36a2c1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.420735264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"f7f3d69c-d38f-4491-8cf6-1dba9560cc0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.469967245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c527e325-f783-4ebe-98c7-caee36a2c1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.474205181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-api-key-no-access-auth","reconcileID":"d20673bd-4c3b-4f7d-b8a8-e3e06757962f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.474255482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"95deb43b-761e-4b19-8e15-35230450b22d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.522204388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c527e325-f783-4ebe-98c7-caee36a2c1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.574225057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6cfbe1a-7f8a-4a20-ae53-0e93326ec562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.630684477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6cfbe1a-7f8a-4a20-ae53-0e93326ec562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.685162551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6cfbe1a-7f8a-4a20-ae53-0e93326ec562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.686122311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87f7a038-9305-473e-bf76-8ad9a6cfbf7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.742261436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87f7a038-9305-473e-bf76-8ad9a6cfbf7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.797002186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87f7a038-9305-473e-bf76-8ad9a6cfbf7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.80027069Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a9404c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a9404c","reconcileID":"ccbda610-7720-4a98-83a3-6f9d1ceb8219","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-a9404c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-a9404c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.845161094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"7e9621c8-1e55-4a18-8bce-a0ed6de1aa0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.845638226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"b4d86bb5-c3c3-4699-8f60-179e49fbc07d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.845771968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"3ed3a2b8-2493-4245-884c-62420bd1fbfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.904332364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"8ef165d4-d154-4989-a05c-1eb450633030","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.908792832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"3ed3a2b8-2493-4245-884c-62420bd1fbfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.909204286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"7e9621c8-1e55-4a18-8bce-a0ed6de1aa0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.911047664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"b4d86bb5-c3c3-4699-8f60-179e49fbc07d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.955120399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"49844181-9e87-4706-889d-896cf621edc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:35.960210034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"8ef165d4-d154-4989-a05c-1eb450633030","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.012526151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"49844181-9e87-4706-889d-896cf621edc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.015154787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"8ef165d4-d154-4989-a05c-1eb450633030","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.138641926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"df02430b-1dde-4406-9598-ce41453eee9a","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.138665306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"df02430b-1dde-4406-9598-ce41453eee9a","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.175015393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"36114a68-aaf1-44d7-bc08-44c51d294435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.235514948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"36114a68-aaf1-44d7-bc08-44c51d294435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.275896233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"3caf6d53-0e96-4083-835e-a558728f8ff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.281311225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"a1a9e642-6baf-4c26-a8c9-9b76c3a06010","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.281581909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"aa60bd9a-3293-4247-86ad-b1cfce39b298","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.300964615Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"9ebb0228-7f52-4475-9579-ac5d6654de71","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-65481551","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.337533353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"3caf6d53-0e96-4083-835e-a558728f8ff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.339615602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"a1a9e642-6baf-4c26-a8c9-9b76c3a06010","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.341433694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"aa60bd9a-3293-4247-86ad-b1cfce39b298","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.486426867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"c7c41f07-150b-4f8e-b740-604be6d4717d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.552705118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"c7c41f07-150b-4f8e-b740-604be6d4717d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.72848862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"5a4e1351-b33a-48f3-82a1-7d507020eaf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.784072095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"5a4e1351-b33a-48f3-82a1-7d507020eaf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.828637312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-api-key-no-access-auth","reconcileID":"2a8f95ef-9a84-4aaa-b777-b8d002c6b3d7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.882612932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cbddf83-5ce1-4c62-b113-9a07052196db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.887154317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-api-key-no-access-auth","reconcileID":"2a8f95ef-9a84-4aaa-b777-b8d002c6b3d7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.940945131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cbddf83-5ce1-4c62-b113-9a07052196db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.976245695Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-api-key-no-access-sub","reconcileID":"a6265939-fa65-4837-96d4-ca0e95ee92aa","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.987979797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91e17ed4-1642-4b96-91e7-4c083f8cdc68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:36.998544986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cbddf83-5ce1-4c62-b113-9a07052196db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.043888752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91e17ed4-1642-4b96-91e7-4c083f8cdc68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.080864545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"e51a89d1-6d61-4b66-bb51-3b0ab5bed18d","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.098051447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91e17ed4-1642-4b96-91e7-4c083f8cdc68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.136492712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"e51a89d1-6d61-4b66-bb51-3b0ab5bed18d","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.192515373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"e51a89d1-6d61-4b66-bb51-3b0ab5bed18d","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.19668959Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-api-key-no-access-sub","reconcileID":"a6265939-fa65-4837-96d4-ca0e95ee92aa","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-d7bfc2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.405640199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"d642e067-baba-41ca-8a30-c16c89a8ca25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.447033763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bd601a-8985-435e-8648-e7aa03c2cf4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.458697059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"3a1fed6b-3beb-4ff7-9985-083d9e947103","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.498593579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bd601a-8985-435e-8648-e7aa03c2cf4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.550972345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bd601a-8985-435e-8648-e7aa03c2cf4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.603016305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bd601a-8985-435e-8648-e7aa03c2cf4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.607011827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"8b44efd0-f7f2-4290-b66c-98a3c29847f0","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.758672379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-api-key-no-access-auth","reconcileID":"3ceb9dca-d431-4c3f-92f4-a2ce1d4fd168","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.758916108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"1826ef4e-d9cc-4224-899b-9ed57d590fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.758672247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"80ba63a4-fa59-4450-b550-2e57bcae66eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.81991754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-api-key-no-access-auth","reconcileID":"3ceb9dca-d431-4c3f-92f4-a2ce1d4fd168","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.824045928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"1826ef4e-d9cc-4224-899b-9ed57d590fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:37.824657819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"80ba63a4-fa59-4450-b550-2e57bcae66eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:38.025874241Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-api-key-no-access-auth","reconcileID":"353ccd7d-2195-4929-ae57-854534a99a25","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:38.232970603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"cc4247ce-62a8-439e-a833-1efd3c84d8bc","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:40.277014356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"ea8f8ace-7acb-42cf-b659-f85600705022","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:40.338481816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"52ce26d3-c562-44eb-8b94-a5462642c8c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:40.527232949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"5a70f4c1-31f8-4653-9934-4727b0c92c4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:40.588807197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"400ffa8b-916a-41ff-adfa-d75dae82740d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:40.716873032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"d55597ee-8d6f-41fa-b784-5ee300a87cf3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:40.799929689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"002658c6-1d54-4e2c-b93a-be71f8faae41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.150386403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f837b136-20ca-429a-bf59-2f35df5a3d7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.368651061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"774fc626-970b-4c68-8841-2e23c52dd7d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.464583805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"713a9f52-347f-4afa-a2d0-82ee95947e8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.465369529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"57930d0b-f201-456a-8580-e649d672fea9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.494513762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"06534c7e-8f83-4d95-9303-274a8338325a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.495221695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"4321f3d5-9329-4dab-9fbc-51e83ff5e6e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.659688534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"06534c7e-8f83-4d95-9303-274a8338325a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:41.713477311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"4321f3d5-9329-4dab-9fbc-51e83ff5e6e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:42.418033767Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0e42c43b","namespace":"ai-tenant-e2e-mt-0e42c43b"},"namespace":"ai-tenant-e2e-mt-0e42c43b","name":"e2e-policy-0e42c43b","reconcileID":"9339133f-f69e-47de-b185-98009d2a8ab7","MaaSAuthPolicy":{"name":"e2e-policy-0e42c43b","namespace":"ai-tenant-e2e-mt-0e42c43b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:42.583176705Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0e42c43b","namespace":"ai-tenant-e2e-mt-0e42c43b"},"namespace":"ai-tenant-e2e-mt-0e42c43b","name":"e2e-policy-0e42c43b","reconcileID":"9339133f-f69e-47de-b185-98009d2a8ab7","MaaSAuthPolicy":{"name":"e2e-policy-0e42c43b","namespace":"ai-tenant-e2e-mt-0e42c43b"},"policyNamespace":"ai-tenant-e2e-mt-0e42c43b","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:43.954226442Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:45.667195642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa21461d-4a5f-4c13-8c0f-41831ed1940e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:45.722020196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa21461d-4a5f-4c13-8c0f-41831ed1940e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:45.774203429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa21461d-4a5f-4c13-8c0f-41831ed1940e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:45.826341659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa21461d-4a5f-4c13-8c0f-41831ed1940e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:46.190902515Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-73821c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-73821c","reconcileID":"5c57ddee-7c5b-4b17-bb55-213a4a2c1bba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-73821c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-73821c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:46.353330927Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"2f6939c1-eff0-42cd-8e21-73b0e334c699","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-79bbde","subscription":"e2e-rt-sw-79bbde-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:46.460415879Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"2f6939c1-eff0-42cd-8e21-73b0e334c699","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:46.512409084Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-sub","reconcileID":"2f6939c1-eff0-42cd-8e21-73b0e334c699","MaaSSubscription":{"name":"e2e-rt-sw-79bbde-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-79bbde","namespace":"llm","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:46.87651394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"7a569109-ade6-4e15-91d6-fb95a864c82c","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:46.876542499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"7a569109-ade6-4e15-91d6-fb95a864c82c","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.037590181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"9a3e69bd-ce9e-4efe-a75b-f7438e0546f5","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.037618525Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"9a3e69bd-ce9e-4efe-a75b-f7438e0546f5","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.084005972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"6db90fbc-0613-4f4b-9907-c90597db530d","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.084136511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ded3b4cd-6b2a-478e-9adb-a3665424e863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.084451479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee40c429-f6a2-4109-b251-d1f384eef047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.200297272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee40c429-f6a2-4109-b251-d1f384eef047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.278272251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ded3b4cd-6b2a-478e-9adb-a3665424e863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:25:47.278503138Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"9a3e69bd-ce9e-4efe-a75b-f7438e0546f5","name":"e2e-rt-sw-79bbde","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-79bbde\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:25:47.278557276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"9a3e69bd-ce9e-4efe-a75b-f7438e0546f5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-79bbde\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.279575853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"6db90fbc-0613-4f4b-9907-c90597db530d","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.379269428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"ec4c767e-b8d3-4dab-a09b-d1df3d053dcc","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.379294081Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"ec4c767e-b8d3-4dab-a09b-d1df3d053dcc","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.539677738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fbccb17-1f4f-482a-9d36-a1aea5fbe478","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.539700231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fbccb17-1f4f-482a-9d36-a1aea5fbe478","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.590011767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d96d73c-a8d0-4765-a9cf-ebd4a52fabd4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.590031301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d96d73c-a8d0-4765-a9cf-ebd4a52fabd4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:25:47.690270913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"6db90fbc-0613-4f4b-9907-c90597db530d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-79bbde-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.69047496Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-79bbde-access","reconcileID":"4d39ba37-b52a-4e5a-9fca-355a40fd03bd","MaaSAuthPolicy":{"name":"e2e-rt-sw-79bbde-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.862156724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1109152c-f179-4a5c-98de-30f4b70fec52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.916147586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1109152c-f179-4a5c-98de-30f4b70fec52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.918500436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"a46fd0e8-a757-444b-befb-96e49bd3d962","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.918524702Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"a46fd0e8-a757-444b-befb-96e49bd3d962","MaaSModelRef":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-79bbde-48ba9433c6bb","namespace":"llm","model":"e2e-rt-sw-79bbde","externalModel":"e2e-rt-sw-79bbde","provider":"e2e-rt-sw-79bbde-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:47.974346512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1109152c-f179-4a5c-98de-30f4b70fec52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.03223736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1109152c-f179-4a5c-98de-30f4b70fec52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.467519028Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"ef97d618-0a6f-480e-8ea3-0cd4ea7917e6","namespace":"llm","name":"e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.525488538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca253fcc-4cf1-46f9-b038-e1eebe359343","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.525507363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca253fcc-4cf1-46f9-b038-e1eebe359343","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.525731359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"71712035-7938-4733-812a-b9e87822d81b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.525742684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"71712035-7938-4733-812a-b9e87822d81b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.525998842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"abddcb67-61ec-495e-a310-bed832b6e6d8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.526011068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"abddcb67-61ec-495e-a310-bed832b6e6d8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.526196106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"78dc5904-9532-4407-9406-81291e18ce63","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.526205234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"78dc5904-9532-4407-9406-81291e18ce63","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.526378266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b43be306-1a95-45b1-ba3e-a2e0f8614cf8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.526387227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b43be306-1a95-45b1-ba3e-a2e0f8614cf8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.526554782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c497fe3-c1d5-4264-b60d-5a291449a956","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.526563798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c497fe3-c1d5-4264-b60d-5a291449a956","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.52680781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"112cc4e3-920e-4e23-9d91-1aec4a18da66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.526837499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"112cc4e3-920e-4e23-9d91-1aec4a18da66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.527097248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"58ce7f15-e18e-49f7-bd82-d96e90155808","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.52710751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"58ce7f15-e18e-49f7-bd82-d96e90155808","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.623205993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8f570524-f838-40d2-86b1-857363880485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.623238041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"b43aa7cd-52d2-4ca2-872e-c69a10ea40e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.623667887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"cce2987a-7bf0-402e-874c-c26fe17b03d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.623681607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ac6d2dd-e0ad-49c7-bb3c-49c2baca3653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.624053186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"cba8579e-35b1-4b80-88cb-d388bb1289ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.680924541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ac6d2dd-e0ad-49c7-bb3c-49c2baca3653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.682438374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"cba8579e-35b1-4b80-88cb-d388bb1289ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.683280683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"8f570524-f838-40d2-86b1-857363880485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.685554324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"b43aa7cd-52d2-4ca2-872e-c69a10ea40e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.686747993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"cce2987a-7bf0-402e-874c-c26fe17b03d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.735120508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5d5dd96a-1995-4175-869e-602564558e59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:48.735188805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"23955fb5-e6ec-4095-ad15-487abbde5faf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.028731539Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-79bbde","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-79bbde","reconcileID":"83be6d40-1d9a-4962-963c-fbdd0a64eb3f","namespace":"llm","name":"e2e-rt-sw-79bbde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.076882301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"72a29316-0aab-45bd-af57-3152c6859966","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.079985711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbe0a8e9-27ea-451c-ac17-3df0d5011732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.080167114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"d98fce6d-e91b-4181-bdf8-e08e5840b017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.080225253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"c03b4808-41b2-4c40-96c4-5ff84d6be3ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.080328075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"da47716b-fd12-46b3-8712-2d90bfc00942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.191221305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"72a29316-0aab-45bd-af57-3152c6859966","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.191885137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"d98fce6d-e91b-4181-bdf8-e08e5840b017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.193569548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"da47716b-fd12-46b3-8712-2d90bfc00942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.194130033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbe0a8e9-27ea-451c-ac17-3df0d5011732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.195708012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"c03b4808-41b2-4c40-96c4-5ff84d6be3ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.607183373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"fcfc6940-7a12-4cdd-879f-1650de28ff8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.607624193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"0dce06ff-d1a2-48fd-8305-0445ddae78a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.607670582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"32e9ee43-a8e6-400b-ba88-09b08237eeed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.608041188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"0c09793a-330f-44d0-8539-1c83202fa970","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.608077559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21e5b83c-a79d-4a0e-83b8-6273af231b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.664393002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"fcfc6940-7a12-4cdd-879f-1650de28ff8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.664509756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"0c09793a-330f-44d0-8539-1c83202fa970","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.666773034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"0dce06ff-d1a2-48fd-8305-0445ddae78a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.666909972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"32e9ee43-a8e6-400b-ba88-09b08237eeed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.669051937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21e5b83c-a79d-4a0e-83b8-6273af231b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:49.962590743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6f42a8-f9bf-47a6-bb54-94fc7f8f18ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.020101772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6f42a8-f9bf-47a6-bb54-94fc7f8f18ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.020557937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"9560586a-4901-461c-ae58-3c91fe0b7ee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.021046096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"ad712106-8078-4749-8d05-fd8246cbc194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.021755493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c13457ea-f0ea-48f6-9e63-04e2395abae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.025212022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"0229a554-1ecc-4637-98db-afa26846dc3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.025471898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"56b8861a-0a3a-4826-838e-9db0f589ec94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.078787006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6f42a8-f9bf-47a6-bb54-94fc7f8f18ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.130889277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6f42a8-f9bf-47a6-bb54-94fc7f8f18ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.188421081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"0229a554-1ecc-4637-98db-afa26846dc3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.190028097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"56b8861a-0a3a-4826-838e-9db0f589ec94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.192504141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"ad712106-8078-4749-8d05-fd8246cbc194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.192604638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"9560586a-4901-461c-ae58-3c91fe0b7ee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.194845078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c13457ea-f0ea-48f6-9e63-04e2395abae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.550689083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"c914b4b7-054a-4e70-8685-49f4830e5b11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.550733756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"40d5d043-4d2f-4d30-b882-42c00e7e525f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.611929336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"40d5d043-4d2f-4d30-b882-42c00e7e525f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:50.61222526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"c914b4b7-054a-4e70-8685-49f4830e5b11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:52.225055279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"d01199a6-2e3d-441a-9292-0f8e2875ad83","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cb65f3a5","tenantID":"e2e-mt-cb65f3a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:52.34118144Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"d01199a6-2e3d-441a-9292-0f8e2875ad83","name":"e2e-mt-cb65f3a5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:25:52.399065862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"a0c20caa-8fac-4077-b5e6-3136ea879d07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:04.176709339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"5a7b0bfd-e400-490d-b00b-87de9586c1d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:10.654751415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"b4c9f948-95b2-426c-a122-291a8d9b8c05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:12.508225007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"e364f1ed-5afb-4108-b62a-304332127aeb","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:12.534147853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"11e9cd21-b4bb-4c77-b74e-f4f5627a2ada","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:12.578122495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"3fa14523-e5df-47ff-8417-7f2ca8496258","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:12.578592909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"876a5f1f-1455-462a-a549-929cf80f5f7d","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:12.678969558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"590d7244-be37-407a-bcc8-c026eb034ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:12.679019083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"c0506214-9aaa-4b4d-b54d-5d3ab4f4a288","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:12.727642305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"57ff4ddd-2763-4dac-8ddb-d6f0f295ef2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:12.728440095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"7721041a-b7c6-48b5-805c-6378ff3e5126","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:12.77727687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"590d7244-be37-407a-bcc8-c026eb034ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:12.77759608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"c0506214-9aaa-4b4d-b54d-5d3ab4f4a288","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:13.197689905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"9b7f20e7-df37-4da5-a3ea-22d1d34abdde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:13.19768724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"d51a7f7f-8a52-460d-b284-6e4071a80164","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:13.254087594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"9b7f20e7-df37-4da5-a3ea-22d1d34abdde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:13.254092594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"d51a7f7f-8a52-460d-b284-6e4071a80164","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:13.953773497Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:16.308679422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"52cd77ac-fc49-455c-9093-9b2229fa1ac4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9404c","tenantID":"e2e-api-a-a9404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:16.422105903Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"52cd77ac-fc49-455c-9093-9b2229fa1ac4","name":"e2e-api-a-a9404c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:29.730855807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"11748108-289e-4756-a08b-3136457fdc79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:29.730868761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"b1a94790-d50f-45e1-9621-4408434d19af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:29.786298599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"11748108-289e-4756-a08b-3136457fdc79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:29.787349862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"b1a94790-d50f-45e1-9621-4408434d19af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:30.741115915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"3f736d9a-a659-4cb9-8e23-1015cbb28bfb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73821c","tenantID":"e2e-api-a-73821c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:30.855292481Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"3f736d9a-a659-4cb9-8e23-1015cbb28bfb","name":"e2e-api-a-73821c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:37.439776679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1a2dcc-f0a2-4d53-8a08-4ebf2c73aa31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:37.491446723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1a2dcc-f0a2-4d53-8a08-4ebf2c73aa31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:37.543169065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1a2dcc-f0a2-4d53-8a08-4ebf2c73aa31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:37.59519212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1a2dcc-f0a2-4d53-8a08-4ebf2c73aa31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:39.537200312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe923ad-d4d8-4567-a9d7-53ad4539ab9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:39.589268304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe923ad-d4d8-4567-a9d7-53ad4539ab9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:39.641667171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe923ad-d4d8-4567-a9d7-53ad4539ab9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:39.693212856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe923ad-d4d8-4567-a9d7-53ad4539ab9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:43.952595952Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:26:56.73679337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-w2-531ee4","reconcileID":"f0665e56-e85d-48da-88e7-2f43250a3a13","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:01.624445325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5e826b4-858f-403b-94ff-f4e71a8cbf02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:01.676432342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5e826b4-858f-403b-94ff-f4e71a8cbf02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:01.728012016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5e826b4-858f-403b-94ff-f4e71a8cbf02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:01.779865047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5e826b4-858f-403b-94ff-f4e71a8cbf02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.079718398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"048fa278-d183-4502-bee3-992dcfa4b0ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.079738834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"048fa278-d183-4502-bee3-992dcfa4b0ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.177689325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"804417ea-acaa-46a4-be58-110deae799c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.177714321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"804417ea-acaa-46a4-be58-110deae799c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.28119625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"5531db09-15c2-4f79-a5ad-11b8fb32af21","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9404c","tenantID":"e2e-api-a-a9404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.406467148Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"5531db09-15c2-4f79-a5ad-11b8fb32af21","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"name":"e2e-api-a-a9404c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.461265835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a9404c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"5531db09-15c2-4f79-a5ad-11b8fb32af21","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.515884032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0367101-1dc1-4a84-8048-3d16b717fb34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.51590234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0367101-1dc1-4a84-8048-3d16b717fb34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.675031604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce91a91a-3b10-4d82-8453-e2351a1176dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.726909667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce91a91a-3b10-4d82-8453-e2351a1176dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.778983435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce91a91a-3b10-4d82-8453-e2351a1176dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:03.830850087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce91a91a-3b10-4d82-8453-e2351a1176dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:07.525468513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14240de6-42e9-4045-b0a1-3275c95d0e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:07.582165842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14240de6-42e9-4045-b0a1-3275c95d0e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:07.634756204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14240de6-42e9-4045-b0a1-3275c95d0e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:07.686877597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14240de6-42e9-4045-b0a1-3275c95d0e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:08.131889344Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e671ea","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e671ea","reconcileID":"cd6b0abe-e2de-401f-90b6-b36172ea9da5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e671ea","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-e671ea":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:09.585412654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dcd9311-c91a-4475-92f7-d76ea53b7d47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:09.63711956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dcd9311-c91a-4475-92f7-d76ea53b7d47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:09.688813392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dcd9311-c91a-4475-92f7-d76ea53b7d47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:09.740263906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dcd9311-c91a-4475-92f7-d76ea53b7d47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:11.633169633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f87b216-2594-4468-973a-011b41571021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:11.686330494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f87b216-2594-4468-973a-011b41571021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:11.740238538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f87b216-2594-4468-973a-011b41571021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:11.797206444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f87b216-2594-4468-973a-011b41571021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:13.630413869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"ef298e4d-6d3c-4cb8-96a5-9ae210b7195c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9404c","tenantID":"e2e-api-a-a9404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:13.686616646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"ef298e4d-6d3c-4cb8-96a5-9ae210b7195c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"name":"e2e-api-a-a9404c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:13.752290708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a9404c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"ef298e4d-6d3c-4cb8-96a5-9ae210b7195c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:13.952764927Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:17.020607821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939f8508-f6b4-445b-8f72-4131006f54ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:17.072403763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939f8508-f6b4-445b-8f72-4131006f54ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:17.124270439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939f8508-f6b4-445b-8f72-4131006f54ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:17.178847801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939f8508-f6b4-445b-8f72-4131006f54ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:18.565579902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7115e19b-531c-4382-bdc8-f24ad8314588","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:18.565605061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7115e19b-531c-4382-bdc8-f24ad8314588","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:18.621632785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16a82994-994f-4073-ae0a-f9d129e15c3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:18.621655919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16a82994-994f-4073-ae0a-f9d129e15c3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:18.724633137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"684ce328-caaf-4ae0-a32b-0979314f9b1b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73821c","tenantID":"e2e-api-a-73821c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:18.846141707Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"684ce328-caaf-4ae0-a32b-0979314f9b1b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"name":"e2e-api-a-73821c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:18.9011391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-73821c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"684ce328-caaf-4ae0-a32b-0979314f9b1b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:18.957899374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d20f66e5-8cc8-41ab-85d4-c5b0009ecede","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:18.957917718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d20f66e5-8cc8-41ab-85d4-c5b0009ecede","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:19.055540134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe4100e-ec68-4209-badc-587fb849dd6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:19.107405743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe4100e-ec68-4209-badc-587fb849dd6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:19.158988783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe4100e-ec68-4209-badc-587fb849dd6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:19.21063821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe4100e-ec68-4209-badc-587fb849dd6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:19.272559273Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-be578d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-be578d","reconcileID":"12ae5cde-9b0e-4298-b6d0-6967cc585475","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-be578d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-be578d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:21.229858564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45017dc1-aa86-4897-973f-f276afe2f3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:21.303639941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45017dc1-aa86-4897-973f-f276afe2f3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:21.358067431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45017dc1-aa86-4897-973f-f276afe2f3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:21.410165686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45017dc1-aa86-4897-973f-f276afe2f3f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:23.856285656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"40fb0a6c-0034-47f9-9034-45b6022e5571","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9404c","tenantID":"e2e-api-a-a9404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:23.911952778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"40fb0a6c-0034-47f9-9034-45b6022e5571","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"name":"e2e-api-a-a9404c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:23.936440679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b64ea2a-fbbc-46e3-a216-3438c2b7d4f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:23.988584988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b64ea2a-fbbc-46e3-a216-3438c2b7d4f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:23.991876499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a9404c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"40fb0a6c-0034-47f9-9034-45b6022e5571","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:24.042143768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b64ea2a-fbbc-46e3-a216-3438c2b7d4f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:24.094802569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b64ea2a-fbbc-46e3-a216-3438c2b7d4f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:24.375730393Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-fd6ea3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-fd6ea3","reconcileID":"60644c06-5184-445e-9ff0-1154b3a24f3c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-fd6ea3","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-fd6ea3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:26.022133106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a8235e-8c6d-40bb-bbac-b58a6d4cb014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:26.0745161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a8235e-8c6d-40bb-bbac-b58a6d4cb014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:26.126180365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a8235e-8c6d-40bb-bbac-b58a6d4cb014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:26.177731598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a8235e-8c6d-40bb-bbac-b58a6d4cb014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:29.061853633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"fe1944e1-db41-4195-a2b7-cf3e68b0fb3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73821c","tenantID":"e2e-api-a-73821c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:29.117485771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"fe1944e1-db41-4195-a2b7-cf3e68b0fb3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"name":"e2e-api-a-73821c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:29.172136899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-73821c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"fe1944e1-db41-4195-a2b7-cf3e68b0fb3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:34.096897376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"adc7bfd6-2265-4c12-bd2e-d3fe6db133a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9404c","tenantID":"e2e-api-a-a9404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:34.152662731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"adc7bfd6-2265-4c12-bd2e-d3fe6db133a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"name":"e2e-api-a-a9404c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:34.207299892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a9404c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e670f11711e56e298e38260a4101b0a8dc76c47f08f03fb87cf7d2419c6b206c) AuthConfig (20955382687f94c38236bbb15c186529bebca5a52802d8319c15b915b791ceab) AuthConfig (11285a2bb5fb2895112630d4d0258bfb2a5dc9251c6e6a0f6f2fcc7142320066) AuthConfig (552b15d481ceb9fbff943e1047949a660425f57cc967eafab07a0fb0a5c609c6) AuthConfig (8d68c8284ebeb6cf35d3c4565286093a4306a410dd94a849cfba5acffbecc6b5) AuthConfig (006d8d8de96a4fc5a44b6a78903888c7079e82fe7db0577b2d62afe7fbbc66e4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"adc7bfd6-2265-4c12-bd2e-d3fe6db133a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:34.264453726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50979c9f-8501-4f0e-aa47-ae00dc2c8107","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:34.264475748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50979c9f-8501-4f0e-aa47-ae00dc2c8107","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:39.276760175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"b840fe41-da42-45af-8afd-37fbcc608682","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73821c","tenantID":"e2e-api-a-73821c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:39.332152275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"b840fe41-da42-45af-8afd-37fbcc608682","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"name":"e2e-api-a-73821c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:39.386667952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-73821c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (90e63601bcc57803ee298cd4782ec254e22574607234f05615cc4912fd6ca23d) AuthConfig (111169ca640905d2297b410dea11ffdae7f976899070c9d83e36fbdffc1dfc80) AuthConfig (c039a033621f9dc87d95f6613fe2396aa4566baf75bee60b3e7ee74b91936a6b) AuthConfig (1630912d1a19eeab7b2ea6dedad949b9b9f34eb0f924af82988fbe1173a7dbf7) AuthConfig (4b8ab184a32040b63c6efff545c3144e9f0670b8240dda6d5bc4d69b6b64991d) AuthConfig (8e421518a273ffbff190e720fb1a1551b576455c2b7ea940542796c17c105ec3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"b840fe41-da42-45af-8afd-37fbcc608682","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:39.441491546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39d03990-2e11-4e09-a21d-b5e3016c77de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:39.441515449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39d03990-2e11-4e09-a21d-b5e3016c77de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:43.952362735Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:44.366688587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"cdfa82d8-471f-4f11-a48c-4d39d1862f92","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9404c","tenantID":"e2e-api-a-a9404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:44.422366419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"cdfa82d8-471f-4f11-a48c-4d39d1862f92","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"name":"e2e-api-a-a9404c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:44.476624533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a9404c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e670f11711e56e298e38260a4101b0a8dc76c47f08f03fb87cf7d2419c6b206c) AuthConfig (20955382687f94c38236bbb15c186529bebca5a52802d8319c15b915b791ceab) AuthConfig (11285a2bb5fb2895112630d4d0258bfb2a5dc9251c6e6a0f6f2fcc7142320066) AuthConfig (552b15d481ceb9fbff943e1047949a660425f57cc967eafab07a0fb0a5c609c6) AuthConfig (8d68c8284ebeb6cf35d3c4565286093a4306a410dd94a849cfba5acffbecc6b5) AuthConfig (006d8d8de96a4fc5a44b6a78903888c7079e82fe7db0577b2d62afe7fbbc66e4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"cdfa82d8-471f-4f11-a48c-4d39d1862f92","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:45.689073915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"e947b4e9-444a-49c5-bc9f-14ff345c5f05","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:45.689632757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"a89afb6a-f7c6-47e9-8896-3a35b3e15e70","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:45.690117786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-w2-531ee4","reconcileID":"b11bb709-cd02-48aa-8e80-2e19c1ed5155","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:45.781348863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"357c3d70-e834-4fdc-a526-666f4ef3fd3e","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:45.78193033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"8a087aab-cde8-4d91-80e5-1aaa0e8ddaa1","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:45.782266081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-w2-531ee4","reconcileID":"37744e04-ffba-4ef8-a579-da3012b46894","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:45.847841726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"39b5a692-8ea8-429d-9dd4-9e5fc1800010","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:45.847845592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"1e617c8c-f711-451d-b33d-93152da834b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:45.942551543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"5be50a4d-aa18-4587-8689-e7686ba94ce8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:45.954806998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"a73a997f-e2ea-4ba4-bbff-45eecc39b1e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:45.98993414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"39b5a692-8ea8-429d-9dd4-9e5fc1800010","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:45.991592058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"1e617c8c-f711-451d-b33d-93152da834b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:46.351512695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"5a0c2f94-04e8-4ffb-a3b1-7fec26985017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:46.35151313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"12f87866-f996-4b58-ab2c-3614ab16f886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:46.407500322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"5a0c2f94-04e8-4ffb-a3b1-7fec26985017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:46.407923074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"12f87866-f996-4b58-ab2c-3614ab16f886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:47.735393152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"82ec49ad-516b-496c-a3d1-80342a68cdd4","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:47.735418956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"82ec49ad-516b-496c-a3d1-80342a68cdd4","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.545810332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"6d745343-48d3-46f2-9439-108e65606a4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73821c","tenantID":"e2e-api-a-73821c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.601446058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"6d745343-48d3-46f2-9439-108e65606a4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"name":"e2e-api-a-73821c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:49.656314609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-73821c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (90e63601bcc57803ee298cd4782ec254e22574607234f05615cc4912fd6ca23d) AuthConfig (111169ca640905d2297b410dea11ffdae7f976899070c9d83e36fbdffc1dfc80) AuthConfig (c039a033621f9dc87d95f6613fe2396aa4566baf75bee60b3e7ee74b91936a6b) AuthConfig (1630912d1a19eeab7b2ea6dedad949b9b9f34eb0f924af82988fbe1173a7dbf7) AuthConfig (4b8ab184a32040b63c6efff545c3144e9f0670b8240dda6d5bc4d69b6b64991d) AuthConfig (8e421518a273ffbff190e720fb1a1551b576455c2b7ea940542796c17c105ec3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"6d745343-48d3-46f2-9439-108e65606a4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.190346276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"eb2ab739-0851-40a6-8e61-23c599355b42","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.190368848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"eb2ab739-0851-40a6-8e61-23c599355b42","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.244170746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"95e858f9-7990-4d25-b60a-9ca858666031","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.244191933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"95e858f9-7990-4d25-b60a-9ca858666031","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.346616225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"5a6f3b54-2128-427f-86e0-116199582277","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cb65f3a5","tenantID":"e2e-mt-cb65f3a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.467316631Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"5a6f3b54-2128-427f-86e0-116199582277","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"e2e-mt-cb65f3a5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.521074439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cb65f3a5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"5a6f3b54-2128-427f-86e0-116199582277","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.572415228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"72083010-d256-40ea-8d10-9248c823660f","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.57243604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"72083010-d256-40ea-8d10-9248c823660f","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.630160669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"357413e4-0496-4146-8c5c-8186466d0504","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.630181594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"357413e4-0496-4146-8c5c-8186466d0504","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:27:53.680715518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-sub-cb65f3a5","reconcileID":"0e331977-fc7c-4d43-8fa7-9ac1c6defebb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-cb65f3a5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.6809405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"50ae565b-6db1-436c-a7ef-b38f6eeb1350","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cb65f3a5","tenantID":"e2e-mt-cb65f3a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:27:53.683093816Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"357413e4-0496-4146-8c5c-8186466d0504","name":"e2e-lifecycle-model-cb65f3a5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-cb65f3a5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:27:53.683145664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"357413e4-0496-4146-8c5c-8186466d0504","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-cb65f3a5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.688480648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"13126f79-2fc3-4642-9a26-7814df99d8fe","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.688494369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"13126f79-2fc3-4642-9a26-7814df99d8fe","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.736277248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"50ae565b-6db1-436c-a7ef-b38f6eeb1350","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"e2e-mt-cb65f3a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.789314034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"15e12bf7-1881-497f-a7b4-23ccca833c96","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.789335091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"15e12bf7-1881-497f-a7b4-23ccca833c96","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.792156931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cb65f3a5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"50ae565b-6db1-436c-a7ef-b38f6eeb1350","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.844081268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"dcd0dc7b-f69c-4950-b8d0-ffd764d5635a","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.844104405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"dcd0dc7b-f69c-4950-b8d0-ffd764d5635a","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.895344329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"c5984fc3-c48c-4fa8-b298-2ed4013712f4","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cb65f3a5","tenantID":"e2e-mt-cb65f3a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:53.95244806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"c5984fc3-c48c-4fa8-b298-2ed4013712f4","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"e2e-mt-cb65f3a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:54.008555569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cb65f3a5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"c5984fc3-c48c-4fa8-b298-2ed4013712f4","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:54.055753649Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-sub-cb65f3a5","reconcileID":"e3b85ad6-b028-4946-8ca2-ce0779bfe898","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"maas-trlp-e2e-lifecycle-model-cb65f3a5","model":"e2e-lifecycle-model-cb65f3a5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-cb65f3a5/e2e-sub-cb65f3a5"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:54.221068017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"2a8ac1b2-3348-4f5e-9906-cc4d456940f7","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:54.221095461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"2a8ac1b2-3348-4f5e-9906-cc4d456940f7","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:54.429033213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-sub-cb65f3a5","reconcileID":"36149170-060e-4b34-96ce-b720052531a1","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"maas-trlp-e2e-lifecycle-model-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:54.634652642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"1b87bd7d-6b40-410b-8076-63f851ebf16c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9404c","tenantID":"e2e-api-a-a9404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:54.690584605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"1b87bd7d-6b40-410b-8076-63f851ebf16c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"name":"e2e-api-a-a9404c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:54.744586551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a9404c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e670f11711e56e298e38260a4101b0a8dc76c47f08f03fb87cf7d2419c6b206c) AuthConfig (20955382687f94c38236bbb15c186529bebca5a52802d8319c15b915b791ceab) AuthConfig (11285a2bb5fb2895112630d4d0258bfb2a5dc9251c6e6a0f6f2fcc7142320066) AuthConfig (552b15d481ceb9fbff943e1047949a660425f57cc967eafab07a0fb0a5c609c6) AuthConfig (8d68c8284ebeb6cf35d3c4565286093a4306a410dd94a849cfba5acffbecc6b5) AuthConfig (006d8d8de96a4fc5a44b6a78903888c7079e82fe7db0577b2d62afe7fbbc66e4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"1b87bd7d-6b40-410b-8076-63f851ebf16c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:57.563498631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"94aa07b7-49f6-446c-bc26-69ad648a37fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:57.563503242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"412cd821-ff7f-458d-8c56-c7d6ad7c93fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:57.619147841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"94aa07b7-49f6-446c-bc26-69ad648a37fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:57.619147716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"412cd821-ff7f-458d-8c56-c7d6ad7c93fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:59.034970222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"ad697c48-23cc-4577-9a2e-dc346eb95ef2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e671ea","tenantID":"e2e-api-b-e671ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:59.148255034Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"ad697c48-23cc-4577-9a2e-dc346eb95ef2","name":"e2e-api-b-e671ea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:59.759851123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"fa7eb6e4-4fe0-497f-b9ad-6934654c6bc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73821c","tenantID":"e2e-api-a-73821c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:27:59.815232454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"fa7eb6e4-4fe0-497f-b9ad-6934654c6bc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"name":"e2e-api-a-73821c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.132705202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00dd83f6-2f69-4e7d-8e9b-4cf0b3962bba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:00.13272598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00dd83f6-2f69-4e7d-8e9b-4cf0b3962bba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:04.115498556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"f2232b25-3f76-4fa1-b457-2222dc2d01b5","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cb65f3a5","tenantID":"e2e-mt-cb65f3a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:04.18373201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"f2232b25-3f76-4fa1-b457-2222dc2d01b5","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"e2e-mt-cb65f3a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:04.242378021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cb65f3a5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"f2232b25-3f76-4fa1-b457-2222dc2d01b5","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:04.867632957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"5b2f0f49-4534-4074-a7cb-5f023438858c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9404c","tenantID":"e2e-api-a-a9404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:04.924309878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"5b2f0f49-4534-4074-a7cb-5f023438858c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"name":"e2e-api-a-a9404c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:05.082445701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-2-w2-531ee4","reconcileID":"be180114-2880-41b5-bb8f-439ad2679a00","MaaSModelRef":{"name":"distinct-2-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-2-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-2-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:05.239328278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dd852ae-ebca-4a05-8714-10cd14376dd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:05.23934866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dd852ae-ebca-4a05-8714-10cd14376dd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:05.996517115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"cb3cb2c1-2800-40ae-a95f-4bb149805dca","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.051188264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"e2b883f3-8998-4a45-979a-c56e7ede5c1b","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.205226286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-auth","reconcileID":"3f32a2a5-b3ae-44ba-9964-5bc8675612d0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.261562662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-auth","reconcileID":"3f32a2a5-b3ae-44ba-9964-5bc8675612d0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.279086157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"1d57bdfd-55a0-4af4-bc2e-53fd0139758b","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.316245845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-531ee4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ec2b6e0778f640f870b6dd38e74156aa1173e150b1c5edcf85f2a7e3d8c855f) AuthConfig (a66abb59c610cb520b4bac9fa843588ec0712851cf7070eb807d0f918a5ccf73) AuthConfig (0e986f8ee6ce463630adc6e455c2c5780a25efed4da41e1e0bd56644249762cc) AuthConfig (402ce8237148cbf8bc8669b9d8d0ec5cd5a1ceabcecc84d14357e0250da6ff6e) AuthConfig (30ff45df884b7559ce0bba95e2f2b906d15f9022fa19f86cc7a2fd6413af157a) AuthConfig (e51145babb730aacfa1f87e17606b6b60eec356f23c8a549e50eed6ab56e3d4e) AuthConfig (5f6fea3d63cc08e5c4a9876b653980473c963ef501f470ca08977ee0409276e0) AuthConfig (0967d271691d8b88c877e4e6a06f9a7e45603bf3d4687d6686f51187b21bf300) AuthConfig (7af1c925a1c324e86d255cf8e29c5fd9085b8d01c1fc5cbabd83e0e3c1ef481e) AuthConfig (7c076b48be8eed7c7f6f77dced80ac8d9ccaa54eeda59a7d0cf26541fc833575) AuthConfig (490abc861563dd8c4343c0749e7f70b2d2c43776a5f67c3417f988559c8d37f3) AuthConfig (c16780c232352110f5f4f02c0d8d2c8829fc7def664f7fb7c246d79de4a5b636)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-auth","reconcileID":"3f32a2a5-b3ae-44ba-9964-5bc8675612d0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.335288898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"e7b65735-5c4b-4dc5-bc93-7da8346c4c84","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.37237883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"2c540a11-2d2a-487b-8f29-72b6673c5da0","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:28:06.384781234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-sub","reconcileID":"247372e4-a82d-48d3-af32-e7db18c9071d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.432446276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"d2efa424-9f73-471e-a77c-195f1a52858a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.432750895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"8cf03d23-1a3e-4d57-9c81-590253fbc8c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.489514779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"8cf03d23-1a3e-4d57-9c81-590253fbc8c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.489529118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"d2efa424-9f73-471e-a77c-195f1a52858a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.495666961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"37a4673b-2e94-4566-86da-abdaa4fa3c67","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.532624455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-auth","reconcileID":"93425042-2df7-423a-a763-c741e69d58ad","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.552026537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"d431e6f1-9949-455d-a73b-efad3c7722f4","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.588626644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-auth","reconcileID":"93425042-2df7-423a-a763-c741e69d58ad","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.643230328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-531ee4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ec2b6e0778f640f870b6dd38e74156aa1173e150b1c5edcf85f2a7e3d8c855f) AuthConfig (a66abb59c610cb520b4bac9fa843588ec0712851cf7070eb807d0f918a5ccf73) AuthConfig (0e986f8ee6ce463630adc6e455c2c5780a25efed4da41e1e0bd56644249762cc) AuthConfig (402ce8237148cbf8bc8669b9d8d0ec5cd5a1ceabcecc84d14357e0250da6ff6e) AuthConfig (30ff45df884b7559ce0bba95e2f2b906d15f9022fa19f86cc7a2fd6413af157a) AuthConfig (e51145babb730aacfa1f87e17606b6b60eec356f23c8a549e50eed6ab56e3d4e) AuthConfig (5f6fea3d63cc08e5c4a9876b653980473c963ef501f470ca08977ee0409276e0) AuthConfig (0967d271691d8b88c877e4e6a06f9a7e45603bf3d4687d6686f51187b21bf300) AuthConfig (7af1c925a1c324e86d255cf8e29c5fd9085b8d01c1fc5cbabd83e0e3c1ef481e) AuthConfig (7c076b48be8eed7c7f6f77dced80ac8d9ccaa54eeda59a7d0cf26541fc833575) AuthConfig (490abc861563dd8c4343c0749e7f70b2d2c43776a5f67c3417f988559c8d37f3) AuthConfig (c16780c232352110f5f4f02c0d8d2c8829fc7def664f7fb7c246d79de4a5b636)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-auth","reconcileID":"93425042-2df7-423a-a763-c741e69d58ad","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:28:06.696385318Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-auth","reconcileID":"93425042-2df7-423a-a763-c741e69d58ad","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-scoped-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.814612705Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-sub","reconcileID":"acd8c54c-050d-4ab8-9af2-9b14ebd56610","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w2-531ee4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.845859191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"49e70a5e-48a2-489e-b966-0c86359a4a8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.845955354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"3422d5d6-19bc-4f31-b429-4198a8ef577c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.849197383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-auth","reconcileID":"af448ff9-511d-4d2e-89db-1b4ff07ddca5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.901491258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"49e70a5e-48a2-489e-b966-0c86359a4a8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.901574226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"3422d5d6-19bc-4f31-b429-4198a8ef577c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.904233768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-auth","reconcileID":"af448ff9-511d-4d2e-89db-1b4ff07ddca5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.959012128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-531ee4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ec2b6e0778f640f870b6dd38e74156aa1173e150b1c5edcf85f2a7e3d8c855f) AuthConfig (a66abb59c610cb520b4bac9fa843588ec0712851cf7070eb807d0f918a5ccf73) AuthConfig (0e986f8ee6ce463630adc6e455c2c5780a25efed4da41e1e0bd56644249762cc) AuthConfig (402ce8237148cbf8bc8669b9d8d0ec5cd5a1ceabcecc84d14357e0250da6ff6e) AuthConfig (30ff45df884b7559ce0bba95e2f2b906d15f9022fa19f86cc7a2fd6413af157a) AuthConfig (e51145babb730aacfa1f87e17606b6b60eec356f23c8a549e50eed6ab56e3d4e) AuthConfig (5f6fea3d63cc08e5c4a9876b653980473c963ef501f470ca08977ee0409276e0) AuthConfig (0967d271691d8b88c877e4e6a06f9a7e45603bf3d4687d6686f51187b21bf300) AuthConfig (7af1c925a1c324e86d255cf8e29c5fd9085b8d01c1fc5cbabd83e0e3c1ef481e) AuthConfig (7c076b48be8eed7c7f6f77dced80ac8d9ccaa54eeda59a7d0cf26541fc833575) AuthConfig (490abc861563dd8c4343c0749e7f70b2d2c43776a5f67c3417f988559c8d37f3) AuthConfig (c16780c232352110f5f4f02c0d8d2c8829fc7def664f7fb7c246d79de4a5b636)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-auth","reconcileID":"af448ff9-511d-4d2e-89db-1b4ff07ddca5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:06.97806213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"4cefbb1b-5123-447c-9517-42a69720a748","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:07.021373275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"0a4e4b27-d07a-4040-a63f-913ba055ab8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:07.185253329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-sub","reconcileID":"e814d40b-adbe-44cb-a78b-21c1352c2604","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:13.403048044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"1b97cc62-10b0-4af6-8e40-2f898d55d34c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-be578d","tenantID":"e2e-api-a-be578d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:13.51673703Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"1b97cc62-10b0-4af6-8e40-2f898d55d34c","name":"e2e-api-a-be578d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:13.951621563Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:14.346317137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"7db82ba0-5c63-4724-bb75-93816cba9763","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cb65f3a5","tenantID":"e2e-mt-cb65f3a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:14.401902625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"7db82ba0-5c63-4724-bb75-93816cba9763","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"e2e-mt-cb65f3a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:14.460962854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cb65f3a5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"7db82ba0-5c63-4724-bb75-93816cba9763","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:17.113320956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-auth","reconcileID":"54e6b182-afb7-41fe-bd70-b616cc7b0224","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:17.169091661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-auth","reconcileID":"54e6b182-afb7-41fe-bd70-b616cc7b0224","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:17.224320346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-531ee4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ec2b6e0778f640f870b6dd38e74156aa1173e150b1c5edcf85f2a7e3d8c855f) AuthConfig (a66abb59c610cb520b4bac9fa843588ec0712851cf7070eb807d0f918a5ccf73) AuthConfig (0e986f8ee6ce463630adc6e455c2c5780a25efed4da41e1e0bd56644249762cc) AuthConfig (402ce8237148cbf8bc8669b9d8d0ec5cd5a1ceabcecc84d14357e0250da6ff6e) AuthConfig (30ff45df884b7559ce0bba95e2f2b906d15f9022fa19f86cc7a2fd6413af157a) AuthConfig (e51145babb730aacfa1f87e17606b6b60eec356f23c8a549e50eed6ab56e3d4e) AuthConfig (5f6fea3d63cc08e5c4a9876b653980473c963ef501f470ca08977ee0409276e0) AuthConfig (0967d271691d8b88c877e4e6a06f9a7e45603bf3d4687d6686f51187b21bf300) AuthConfig (7af1c925a1c324e86d255cf8e29c5fd9085b8d01c1fc5cbabd83e0e3c1ef481e) AuthConfig (7c076b48be8eed7c7f6f77dced80ac8d9ccaa54eeda59a7d0cf26541fc833575) AuthConfig (490abc861563dd8c4343c0749e7f70b2d2c43776a5f67c3417f988559c8d37f3) AuthConfig (c16780c232352110f5f4f02c0d8d2c8829fc7def664f7fb7c246d79de4a5b636)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-auth","reconcileID":"54e6b182-afb7-41fe-bd70-b616cc7b0224","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:23.130806212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"032a9daf-06e1-4cc7-8d4a-e74c5893585e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-fd6ea3","tenantID":"e2e-api-b-fd6ea3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:23.243736871Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"032a9daf-06e1-4cc7-8d4a-e74c5893585e","name":"e2e-api-b-fd6ea3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:23.847046798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-sub-cb65f3a5","reconcileID":"c5c6b6c9-74dd-4525-9841-e30b2d71b4d4","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"maas-trlp-e2e-lifecycle-model-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:24.012953127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"d79690ac-40f4-401f-89cc-3c8ca81a1fb0","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:24.012973944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"d79690ac-40f4-401f-89cc-3c8ca81a1fb0","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:24.564360805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"226a20b7-b8da-4a28-9c65-4e22162554f3","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cb65f3a5","tenantID":"e2e-mt-cb65f3a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:24.619930029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"226a20b7-b8da-4a28-9c65-4e22162554f3","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"e2e-mt-cb65f3a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:24.674284513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cb65f3a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32a288504d36e70efa13f1a1b8956bdbf7a9cc93db1dae56d334fa6f312ab0fb) AuthConfig (8ff10748d42986c7e56f1aacec898fc5ab464e5150bc9e6200e1a82f0eec930f) AuthConfig (f7a51a07dd175d50bc0931322121a67a27491fb73a406ee793dfdcd434969294) AuthConfig (e9479085f804275821e2c92d32e9f7ab6b838e1c4f68439dacab4b6b03ceccf2) AuthConfig (4e8b7ebf2db1824aa78ecfb2515748f5176d66730d3b0ec8eff878202f9ff586) AuthConfig (e5a03fd7ac62e60d47d3dc6ba867d1b9aac8bf1e5e9c89c50d32639916e18049) AuthConfig (59f198cec01655030983883ae672ccdffb5aa83ce06eb999221983e1b389d26a) AuthConfig (137fa09461ccadcb49d7e85b617c09095ac47cd8c68c572320ac00aaa50fdad3) AuthConfig (eedc2ca29168715abdc97926eeb946a4cfdd56317340d9402819f2cfe3c649d9) AuthConfig (40fa0b1a36e57f3ca98a0c23cdb4ec6675b44d589e433f15f59187db4d217c95) AuthConfig (d4315a95ae30584c5757f813fc484822339b65f39fbe5b16dea1f6fcfcf4ddf0) AuthConfig (bd255556dd01d883fb6160c9959540119a2ec9c81fb7309c71820130005c5db1) AuthConfig (4ab921ccfcd96bb18a7aaa9535fd29fe81e661d6a1b9cc0f90f1672a04aa1351) AuthConfig (c79d3b8350626a1cf5271fc7b11b712de87c45359b4cdf755fac4911eab24e94) AuthConfig (cdf96bd8f08c5f52ccf6c00e6292bcdca293643d504da0458b662e96397fa15f) AuthConfig (3b34b96187b6212d01bf95413a6db697515396dbd40a636d1e2657beb1066b2e) AuthConfig (2c7d1674592762095dd382fd307ad42a83cd965c29cc4ec6220673671812cdce) AuthConfig (673684a5619c2e4cabd62e2c764ade27409269c8fe520fa809335415fcbf22fb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"226a20b7-b8da-4a28-9c65-4e22162554f3","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:24.731590006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"4e661b50-0538-4456-99de-87500944a0a1","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:24.731610736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"4e661b50-0538-4456-99de-87500944a0a1","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:25.365718663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"c722c668-7769-4837-bdc5-5412719f0877","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cb65f3a5","tenantID":"e2e-mt-cb65f3a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:25.42108282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"c722c668-7769-4837-bdc5-5412719f0877","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"e2e-mt-cb65f3a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:25.47496894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cb65f3a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32a288504d36e70efa13f1a1b8956bdbf7a9cc93db1dae56d334fa6f312ab0fb) AuthConfig (8ff10748d42986c7e56f1aacec898fc5ab464e5150bc9e6200e1a82f0eec930f) AuthConfig (f7a51a07dd175d50bc0931322121a67a27491fb73a406ee793dfdcd434969294) AuthConfig (e9479085f804275821e2c92d32e9f7ab6b838e1c4f68439dacab4b6b03ceccf2) AuthConfig (4e8b7ebf2db1824aa78ecfb2515748f5176d66730d3b0ec8eff878202f9ff586) AuthConfig (e5a03fd7ac62e60d47d3dc6ba867d1b9aac8bf1e5e9c89c50d32639916e18049) AuthConfig (59f198cec01655030983883ae672ccdffb5aa83ce06eb999221983e1b389d26a) AuthConfig (137fa09461ccadcb49d7e85b617c09095ac47cd8c68c572320ac00aaa50fdad3) AuthConfig (eedc2ca29168715abdc97926eeb946a4cfdd56317340d9402819f2cfe3c649d9) AuthConfig (40fa0b1a36e57f3ca98a0c23cdb4ec6675b44d589e433f15f59187db4d217c95) AuthConfig (d4315a95ae30584c5757f813fc484822339b65f39fbe5b16dea1f6fcfcf4ddf0) AuthConfig (bd255556dd01d883fb6160c9959540119a2ec9c81fb7309c71820130005c5db1) AuthConfig (4ab921ccfcd96bb18a7aaa9535fd29fe81e661d6a1b9cc0f90f1672a04aa1351) AuthConfig (c79d3b8350626a1cf5271fc7b11b712de87c45359b4cdf755fac4911eab24e94) AuthConfig (cdf96bd8f08c5f52ccf6c00e6292bcdca293643d504da0458b662e96397fa15f) AuthConfig (3b34b96187b6212d01bf95413a6db697515396dbd40a636d1e2657beb1066b2e) AuthConfig (2c7d1674592762095dd382fd307ad42a83cd965c29cc4ec6220673671812cdce) AuthConfig (673684a5619c2e4cabd62e2c764ade27409269c8fe520fa809335415fcbf22fb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"c722c668-7769-4837-bdc5-5412719f0877","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:27.379481193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-auth","reconcileID":"e524795e-a057-44f1-8989-aa9039a46227","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:27.434616302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-auth","reconcileID":"e524795e-a057-44f1-8989-aa9039a46227","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:27.748944206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"258bf0de-d2c1-441c-8268-459853a5bcbf","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.809229868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"d3510bf4-250b-45cc-8d31-d88613443023","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.975468781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"3e4e0bda-1181-4bd7-b494-1c6667c7f003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.975502092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-auth","reconcileID":"8ff76840-53d5-4fe4-ad54-05f7c752b6a3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:28.975904916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"12bef8c9-68ec-4659-a714-4174b66078bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:29.032008867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"3e4e0bda-1181-4bd7-b494-1c6667c7f003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:29.032941426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"12bef8c9-68ec-4659-a714-4174b66078bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:29.03453726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-auth","reconcileID":"8ff76840-53d5-4fe4-ad54-05f7c752b6a3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:35.584920405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"810dc532-84fa-4212-bdbd-de698deaac66","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cb65f3a5","tenantID":"e2e-mt-cb65f3a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:35.640936127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"810dc532-84fa-4212-bdbd-de698deaac66","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"e2e-mt-cb65f3a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:35.695227753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cb65f3a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32a288504d36e70efa13f1a1b8956bdbf7a9cc93db1dae56d334fa6f312ab0fb) AuthConfig (8ff10748d42986c7e56f1aacec898fc5ab464e5150bc9e6200e1a82f0eec930f) AuthConfig (f7a51a07dd175d50bc0931322121a67a27491fb73a406ee793dfdcd434969294) AuthConfig (e9479085f804275821e2c92d32e9f7ab6b838e1c4f68439dacab4b6b03ceccf2) AuthConfig (4e8b7ebf2db1824aa78ecfb2515748f5176d66730d3b0ec8eff878202f9ff586) AuthConfig (e5a03fd7ac62e60d47d3dc6ba867d1b9aac8bf1e5e9c89c50d32639916e18049) AuthConfig (59f198cec01655030983883ae672ccdffb5aa83ce06eb999221983e1b389d26a) AuthConfig (137fa09461ccadcb49d7e85b617c09095ac47cd8c68c572320ac00aaa50fdad3) AuthConfig (eedc2ca29168715abdc97926eeb946a4cfdd56317340d9402819f2cfe3c649d9) AuthConfig (40fa0b1a36e57f3ca98a0c23cdb4ec6675b44d589e433f15f59187db4d217c95) AuthConfig (d4315a95ae30584c5757f813fc484822339b65f39fbe5b16dea1f6fcfcf4ddf0) AuthConfig (bd255556dd01d883fb6160c9959540119a2ec9c81fb7309c71820130005c5db1) AuthConfig (4ab921ccfcd96bb18a7aaa9535fd29fe81e661d6a1b9cc0f90f1672a04aa1351) AuthConfig (c79d3b8350626a1cf5271fc7b11b712de87c45359b4cdf755fac4911eab24e94) AuthConfig (cdf96bd8f08c5f52ccf6c00e6292bcdca293643d504da0458b662e96397fa15f) AuthConfig (3b34b96187b6212d01bf95413a6db697515396dbd40a636d1e2657beb1066b2e) AuthConfig (2c7d1674592762095dd382fd307ad42a83cd965c29cc4ec6220673671812cdce) AuthConfig (673684a5619c2e4cabd62e2c764ade27409269c8fe520fa809335415fcbf22fb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"810dc532-84fa-4212-bdbd-de698deaac66","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:38.981729906Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-sub","reconcileID":"89a7468d-33b2-41f4-91dc-9afbabe09488","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:39.195420239Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-sub","reconcileID":"89a7468d-33b2-41f4-91dc-9afbabe09488","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:39.403125676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"0bc54158-a52e-4e01-8032-745c0bcfdaa3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:39.458449729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"4b3d1fc6-77df-40f4-a381-69ab3922b195","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:39.604114788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"e083e40b-73e8-42f0-b75f-2b698c9a51e2","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:39.61151342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-auth","reconcileID":"90574b66-b731-43de-b6f9-11920e69c001","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:39.612070648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"dec9745a-d34d-4c3a-82c7-a16b74806605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:39.666799094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-auth","reconcileID":"90574b66-b731-43de-b6f9-11920e69c001","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:39.666838265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"dec9745a-d34d-4c3a-82c7-a16b74806605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:39.711742298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"50be1689-59c1-4f1e-91f7-ea66693121e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:39.767340656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"50be1689-59c1-4f1e-91f7-ea66693121e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:39.820416936Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-api-key-scoped-auth","reconcileID":"b2a56c60-ac87-4025-a82c-5bd7471dd206","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:39.97688493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"0b20f18d-403e-4ee6-9d0a-9ab5f75ab931","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:43.953340491Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:45.799912452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"d1c95e17-8e8a-40aa-a326-0a1c2fcab589","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cb65f3a5","tenantID":"e2e-mt-cb65f3a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:45.855663503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"d1c95e17-8e8a-40aa-a326-0a1c2fcab589","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"e2e-mt-cb65f3a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:45.910275984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cb65f3a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (32a288504d36e70efa13f1a1b8956bdbf7a9cc93db1dae56d334fa6f312ab0fb) AuthConfig (8ff10748d42986c7e56f1aacec898fc5ab464e5150bc9e6200e1a82f0eec930f) AuthConfig (f7a51a07dd175d50bc0931322121a67a27491fb73a406ee793dfdcd434969294) AuthConfig (e9479085f804275821e2c92d32e9f7ab6b838e1c4f68439dacab4b6b03ceccf2) AuthConfig (4e8b7ebf2db1824aa78ecfb2515748f5176d66730d3b0ec8eff878202f9ff586) AuthConfig (e5a03fd7ac62e60d47d3dc6ba867d1b9aac8bf1e5e9c89c50d32639916e18049) AuthConfig (59f198cec01655030983883ae672ccdffb5aa83ce06eb999221983e1b389d26a) AuthConfig (137fa09461ccadcb49d7e85b617c09095ac47cd8c68c572320ac00aaa50fdad3) AuthConfig (eedc2ca29168715abdc97926eeb946a4cfdd56317340d9402819f2cfe3c649d9) AuthConfig (40fa0b1a36e57f3ca98a0c23cdb4ec6675b44d589e433f15f59187db4d217c95) AuthConfig (d4315a95ae30584c5757f813fc484822339b65f39fbe5b16dea1f6fcfcf4ddf0) AuthConfig (bd255556dd01d883fb6160c9959540119a2ec9c81fb7309c71820130005c5db1) AuthConfig (4ab921ccfcd96bb18a7aaa9535fd29fe81e661d6a1b9cc0f90f1672a04aa1351) AuthConfig (c79d3b8350626a1cf5271fc7b11b712de87c45359b4cdf755fac4911eab24e94) AuthConfig (cdf96bd8f08c5f52ccf6c00e6292bcdca293643d504da0458b662e96397fa15f) AuthConfig (3b34b96187b6212d01bf95413a6db697515396dbd40a636d1e2657beb1066b2e) AuthConfig (2c7d1674592762095dd382fd307ad42a83cd965c29cc4ec6220673671812cdce) AuthConfig (673684a5619c2e4cabd62e2c764ade27409269c8fe520fa809335415fcbf22fb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"d1c95e17-8e8a-40aa-a326-0a1c2fcab589","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:56.014439198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"fc8b2970-816c-42ce-a5a0-727eba6f2b25","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cb65f3a5","tenantID":"e2e-mt-cb65f3a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:56.069770039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"fc8b2970-816c-42ce-a5a0-727eba6f2b25","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"e2e-mt-cb65f3a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:56.339075678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"aa2c8854-7071-4b94-a64b-649913233881","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:56.339097203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"aa2c8854-7071-4b94-a64b-649913233881","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:58.084293899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7168883-58a6-4e06-a4e2-3630d560bbde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:58.135847867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7168883-58a6-4e06-a4e2-3630d560bbde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:58.188812918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7168883-58a6-4e06-a4e2-3630d560bbde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:28:58.2416395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7168883-58a6-4e06-a4e2-3630d560bbde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:00.089772953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca5b744-911c-435c-8eeb-4f41ae708c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:00.142226284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca5b744-911c-435c-8eeb-4f41ae708c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:00.194142277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca5b744-911c-435c-8eeb-4f41ae708c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:00.245999918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca5b744-911c-435c-8eeb-4f41ae708c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:00.824116384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e440143a-0dc1-4d95-96e0-7fe62a707b4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:00.824143227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e440143a-0dc1-4d95-96e0-7fe62a707b4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:00.886876362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27047f0a-8ead-47ec-bcfd-d850230c5349","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:00.886897986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27047f0a-8ead-47ec-bcfd-d850230c5349","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:00.992249642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"e2e-e2e-api-b-e671ea-policy","reconcileID":"d42895ff-6734-473f-8da7-bbcb83cb553d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e671ea","tenantID":"e2e-api-b-e671ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:01.116297857Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"e2e-e2e-api-b-e671ea-policy","reconcileID":"d42895ff-6734-473f-8da7-bbcb83cb553d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"name":"e2e-api-b-e671ea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:01.171128389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e671ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"e2e-e2e-api-b-e671ea-policy","reconcileID":"d42895ff-6734-473f-8da7-bbcb83cb553d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:01.231434556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"baf9ccd4-a36f-435d-9148-68569e24e5f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:01.231451626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"baf9ccd4-a36f-435d-9148-68569e24e5f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:07.122614265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f94dd33-c2dd-4df6-a848-a455a9bd65c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:07.122643932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f94dd33-c2dd-4df6-a848-a455a9bd65c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:07.182165766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec44a3dd-a3f2-475f-bfe7-fad9d386e569","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:07.182190642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec44a3dd-a3f2-475f-bfe7-fad9d386e569","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:07.38842352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-19c40c54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-19c40c54","reconcileID":"90910aee-b431-4d99-adf3-696762ff46c6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-19c40c54","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:07.444570639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-19c40c54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-19c40c54","reconcileID":"90910aee-b431-4d99-adf3-696762ff46c6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-19c40c54","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:07.549954251Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-19c40c54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-19c40c54","reconcileID":"90910aee-b431-4d99-adf3-696762ff46c6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-19c40c54","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-19c40c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:07.780954022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ede8bc5d-63af-4531-8b7a-dab45dfc0feb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:07.780973579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ede8bc5d-63af-4531-8b7a-dab45dfc0feb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:07.808254278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"4d2abb7a-4c0c-47e7-959d-1382ddf6316c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9404c","tenantID":"e2e-api-a-a9404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:07.858621086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef0c8921-7b5c-48eb-9a0f-efdf3dd38e33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:07.858639894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef0c8921-7b5c-48eb-9a0f-efdf3dd38e33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:07.864378939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"4d2abb7a-4c0c-47e7-959d-1382ddf6316c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"name":"e2e-api-a-a9404c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:08.063501773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-19c40c54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-19c40c54","reconcileID":"44b5d5d8-63af-459e-af7d-6cf234893d56","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-19c40c54","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:08.067716676Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"ca8000bf-cc43-47d0-8dca-fbfb0cf4c034","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:08.121932475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-19c40c54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-19c40c54","reconcileID":"44b5d5d8-63af-459e-af7d-6cf234893d56","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-19c40c54","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:08.231178519Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-19c40c54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-19c40c54","reconcileID":"44b5d5d8-63af-459e-af7d-6cf234893d56","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-19c40c54","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-19c40c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:08.283060089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"ca8000bf-cc43-47d0-8dca-fbfb0cf4c034","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9404c","tenantID":"e2e-api-a-a9404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:08.406753906Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"ca8000bf-cc43-47d0-8dca-fbfb0cf4c034","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"name":"e2e-api-a-a9404c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:08.406779647Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"e2e-e2e-api-a-a9404c-policy","reconcileID":"ca8000bf-cc43-47d0-8dca-fbfb0cf4c034","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a9404c-policy","namespace":"ai-tenant-e2e-api-a-a9404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a9404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:08.463974092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bad00ed-72c1-481b-8b88-4d7840d2b8b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:08.464000326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bad00ed-72c1-481b-8b88-4d7840d2b8b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:09.075248464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26cc35b7-3e33-4e9a-a762-0a0978e0f168","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:09.137044107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26cc35b7-3e33-4e9a-a762-0a0978e0f168","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:09.188970209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26cc35b7-3e33-4e9a-a762-0a0978e0f168","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:09.241035355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26cc35b7-3e33-4e9a-a762-0a0978e0f168","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:09.837212451Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-19c40c54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-19c40c54","reconcileID":"07bb0328-bc25-41a3-a25e-79497b320e6a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-19c40c54","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:09.837283681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76540b39-17dd-49af-88f3-17adf8ad7656","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:09.837301363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76540b39-17dd-49af-88f3-17adf8ad7656","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:09.89619718Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-19c40c54","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-19c40c54","reconcileID":"07bb0328-bc25-41a3-a25e-79497b320e6a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-19c40c54","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-19c40c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:10.05919304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21801716-ac1b-4bcb-81e6-74b04edc3f44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:10.059242572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21801716-ac1b-4bcb-81e6-74b04edc3f44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:10.762307676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"f53b0812-99e3-4a4a-b12c-cbe1c2c3ffd3","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:10.76233532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"f53b0812-99e3-4a4a-b12c-cbe1c2c3ffd3","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:10.865377617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"cb9dd804-6a96-460d-a80c-7d8e0833d3b0","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cb65f3a5","tenantID":"e2e-mt-cb65f3a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:10.869245909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"27aed74a-dd4d-48d2-b258-57d788a56163","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:10.869264111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"27aed74a-dd4d-48d2-b258-57d788a56163","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:10.921270566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"cb9dd804-6a96-460d-a80c-7d8e0833d3b0","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"e2e-mt-cb65f3a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:10.969940127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-sub-cb65f3a5","reconcileID":"4a0d8e23-c854-4d0c-bd08-5f86a7c8d05e","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"maas-trlp-e2e-lifecycle-model-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:11.132036552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f902f752-8287-43e2-99e5-073344390efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:11.190307396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f902f752-8287-43e2-99e5-073344390efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:11.281193471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f902f752-8287-43e2-99e5-073344390efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:11.354896278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f902f752-8287-43e2-99e5-073344390efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:11.41248469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"cff85973-0379-4f3c-9d20-dc9ae1e52386","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cb65f3a5","tenantID":"e2e-mt-cb65f3a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:11.463885382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"e2e-e2e-api-b-e671ea-policy","reconcileID":"77200fc0-af55-4816-86cb-2ee45e854563","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e671ea","tenantID":"e2e-api-b-e671ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:11.464891484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-sub-cb65f3a5","reconcileID":"4df73bb9-8ce6-4033-9c9c-655712f16207","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"maas-trlp-e2e-lifecycle-model-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:11.47717537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"cff85973-0379-4f3c-9d20-dc9ae1e52386","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"e2e-mt-cb65f3a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:11.519765511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"e2e-e2e-api-b-e671ea-policy","reconcileID":"77200fc0-af55-4816-86cb-2ee45e854563","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"name":"e2e-api-b-e671ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:11.574237924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e671ea-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"e2e-e2e-api-b-e671ea-policy","reconcileID":"77200fc0-af55-4816-86cb-2ee45e854563","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:13.239420681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90c682c5-cceb-4227-a37d-35cc1e0f6a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:13.290972507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90c682c5-cceb-4227-a37d-35cc1e0f6a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:13.342552658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90c682c5-cceb-4227-a37d-35cc1e0f6a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:13.393986087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90c682c5-cceb-4227-a37d-35cc1e0f6a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:13.953619568Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:15.311842784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1f65bf-5567-46bd-bf41-c52b76f4c73a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:15.363699007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1f65bf-5567-46bd-bf41-c52b76f4c73a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:15.415300184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1f65bf-5567-46bd-bf41-c52b76f4c73a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:15.466975171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1f65bf-5567-46bd-bf41-c52b76f4c73a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:17.166998525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ed50aa6-6b4b-44f0-893c-c3bfa2e61bbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:17.167028793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ed50aa6-6b4b-44f0-893c-c3bfa2e61bbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:17.230623046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"827d35df-658b-4c29-9f35-75c456a5a846","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:17.231439853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"827d35df-658b-4c29-9f35-75c456a5a846","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:17.343705091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"5277db40-4122-45bd-90fe-ca16271f6c30","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-be578d","tenantID":"e2e-api-a-be578d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:17.470889518Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"5277db40-4122-45bd-90fe-ca16271f6c30","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"name":"e2e-api-a-be578d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:17.480241762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967da611-f7ad-4f8a-bb26-10406f64479f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:17.534801022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967da611-f7ad-4f8a-bb26-10406f64479f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:17.537133677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-be578d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"5277db40-4122-45bd-90fe-ca16271f6c30","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:17.586470474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967da611-f7ad-4f8a-bb26-10406f64479f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:17.63826969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967da611-f7ad-4f8a-bb26-10406f64479f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:17.64348697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b439513-0040-4a3a-a015-ee64d9a01370","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:17.643508637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b439513-0040-4a3a-a015-ee64d9a01370","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:21.292527573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"e4d26a11-e063-4b67-898f-22c2a0383a78","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:21.292555233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"e4d26a11-e063-4b67-898f-22c2a0383a78","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:21.395331745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"9f557cb9-9e8e-47e9-8ab1-678556b0d031","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cb65f3a5","tenantID":"e2e-mt-cb65f3a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:21.45114898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"9f557cb9-9e8e-47e9-8ab1-678556b0d031","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"e2e-mt-cb65f3a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:21.501587455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-sub-cb65f3a5","reconcileID":"2f6ac0b5-3cb5-4af1-9fba-32a7dd46ad1c","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"maas-trlp-e2e-lifecycle-model-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:21.518886834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"122b924d-8490-4358-add4-3185d033b2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:21.575611576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"122b924d-8490-4358-add4-3185d033b2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:21.635111814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"122b924d-8490-4358-add4-3185d033b2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:21.714650986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"122b924d-8490-4358-add4-3185d033b2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:21.786686823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"e2e-e2e-api-b-e671ea-policy","reconcileID":"3c288f91-236e-40e5-be94-bc2126b1715a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e671ea","tenantID":"e2e-api-b-e671ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:21.787329339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"0caa3e66-e964-4253-bf59-f815c303eb0a","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cb65f3a5","tenantID":"e2e-mt-cb65f3a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:21.843280166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"e2e-e2e-api-b-e671ea-policy","reconcileID":"3c288f91-236e-40e5-be94-bc2126b1715a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"name":"e2e-api-b-e671ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:21.843468865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"0caa3e66-e964-4253-bf59-f815c303eb0a","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"e2e-mt-cb65f3a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:21.897414929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e671ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (87796f578b42c161b5a8ae25040f5b94f202ed5f64a7a4c1c96914bd85d8450a) AuthConfig (41e03ebca85a34e2c9337a5fb60247f9256d8a16d016d59a9a0237dc18449d9a) AuthConfig (2d5cfde1df9de849492bafe132b4d10eabd02bc4168c008dd788787caa2049ae) AuthConfig (810c719606b324b410e8376b383c71a280f743ac912acb200d99b6e1f97bafe2) AuthConfig (ff3adaf4df1c518375ef510f8bf1c027462b79cfaf1012047493e3634c0eb599) AuthConfig (e4dfe2acdca3452c65bc3864c8d46de1f07f2547f5babbcb8987846812f3e0f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"e2e-e2e-api-b-e671ea-policy","reconcileID":"3c288f91-236e-40e5-be94-bc2126b1715a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:21.943919038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-sub-cb65f3a5","reconcileID":"6dd3c98a-8c7a-478c-be86-60249e6ed8e1","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"maas-trlp-e2e-lifecycle-model-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:22.000355202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45398373-b459-44eb-a1e0-42f884821c76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:22.000372206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45398373-b459-44eb-a1e0-42f884821c76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:22.78348514Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-38f5a3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-38f5a3","reconcileID":"199f9766-e08b-466b-86c2-62adf4e93713","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-38f5a3","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-38f5a3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:23.389161567Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c521ba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c521ba","reconcileID":"30da8d65-aebc-467a-a196-bcb882587136","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-c521ba","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-c521ba":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:23.634262783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807932c8-acbc-4311-978a-94028efc66c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:23.686095007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807932c8-acbc-4311-978a-94028efc66c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:23.73813991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807932c8-acbc-4311-978a-94028efc66c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:23.790061488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"807932c8-acbc-4311-978a-94028efc66c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:25.713030496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f80666-69ac-4f38-b9f6-5aed405476fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:25.764964159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f80666-69ac-4f38-b9f6-5aed405476fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:25.816951274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f80666-69ac-4f38-b9f6-5aed405476fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:25.87152447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f80666-69ac-4f38-b9f6-5aed405476fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.531685277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd3f864a-08bf-4b4d-80a0-729af2184b72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.532368278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd3f864a-08bf-4b4d-80a0-729af2184b72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.597157702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9b4c981-e2e7-4a55-8c25-35747256dec5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.597276817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9b4c981-e2e7-4a55-8c25-35747256dec5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.702862131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"e2e-e2e-api-b-fd6ea3-policy","reconcileID":"87c47f7f-7788-4b66-9788-c2d97729fe1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-fd6ea3","tenantID":"e2e-api-b-fd6ea3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.747586134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"972c6c6d-ce32-4637-a517-a6d8432b67c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-be578d","tenantID":"e2e-api-a-be578d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.826102752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"972c6c6d-ce32-4637-a517-a6d8432b67c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"name":"e2e-api-a-be578d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.855049694Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"e2e-e2e-api-b-fd6ea3-policy","reconcileID":"87c47f7f-7788-4b66-9788-c2d97729fe1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"name":"e2e-api-b-fd6ea3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.88095354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-be578d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"972c6c6d-ce32-4637-a517-a6d8432b67c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.909589113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-fd6ea3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"e2e-e2e-api-b-fd6ea3-policy","reconcileID":"87c47f7f-7788-4b66-9788-c2d97729fe1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.964564151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5184bbfe-a6d8-40e2-ba52-8f93281f3159","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:27.964583529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5184bbfe-a6d8-40e2-ba52-8f93281f3159","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:32.103658272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"e2e-e2e-api-b-e671ea-policy","reconcileID":"d88cd902-ea8a-470e-818c-dbbb90162266","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e671ea","tenantID":"e2e-api-b-e671ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:32.159022912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"e2e-e2e-api-b-e671ea-policy","reconcileID":"d88cd902-ea8a-470e-818c-dbbb90162266","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"name":"e2e-api-b-e671ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:32.214226137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e671ea-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (87796f578b42c161b5a8ae25040f5b94f202ed5f64a7a4c1c96914bd85d8450a) AuthConfig (41e03ebca85a34e2c9337a5fb60247f9256d8a16d016d59a9a0237dc18449d9a) AuthConfig (2d5cfde1df9de849492bafe132b4d10eabd02bc4168c008dd788787caa2049ae) AuthConfig (810c719606b324b410e8376b383c71a280f743ac912acb200d99b6e1f97bafe2) AuthConfig (ff3adaf4df1c518375ef510f8bf1c027462b79cfaf1012047493e3634c0eb599) AuthConfig (e4dfe2acdca3452c65bc3864c8d46de1f07f2547f5babbcb8987846812f3e0f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"e2e-e2e-api-b-e671ea-policy","reconcileID":"d88cd902-ea8a-470e-818c-dbbb90162266","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:34.633599451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"7668eda3-bba9-4ba8-8a60-28be97cdec8e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73821c","tenantID":"e2e-api-a-73821c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:34.689377047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"7668eda3-bba9-4ba8-8a60-28be97cdec8e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"name":"e2e-api-a-73821c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:34.959226145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6437c530-889a-4b8a-8069-96f00a6a65f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:34.959248762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6437c530-889a-4b8a-8069-96f00a6a65f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:35.057811035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"394fcc8f-eeb6-496d-8acb-46484a367710","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73821c","tenantID":"e2e-api-a-73821c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:35.115681806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"394fcc8f-eeb6-496d-8acb-46484a367710","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"name":"e2e-api-a-73821c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:35.322965092Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"50f2659d-e3d5-4e0b-992c-4dcc6a70aff1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:35.521730033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"50f2659d-e3d5-4e0b-992c-4dcc6a70aff1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73821c","tenantID":"e2e-api-a-73821c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:35.649538392Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"50f2659d-e3d5-4e0b-992c-4dcc6a70aff1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"name":"e2e-api-a-73821c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:35.649565804Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"e2e-e2e-api-a-73821c-policy","reconcileID":"50f2659d-e3d5-4e0b-992c-4dcc6a70aff1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-73821c-policy","namespace":"ai-tenant-e2e-api-a-73821c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-73821c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:35.70454256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"444fe83c-4b65-4cda-86db-dd483f164da6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:35.704566074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"444fe83c-4b65-4cda-86db-dd483f164da6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:35.910379536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8d5a23-727f-4a74-b559-5ae98ef1eb03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:35.962218054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8d5a23-727f-4a74-b559-5ae98ef1eb03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.015323488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8d5a23-727f-4a74-b559-5ae98ef1eb03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.067125468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8d5a23-727f-4a74-b559-5ae98ef1eb03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.712961306Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","namespace":"ai-tenant-e2e-api-a-a9404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.713017632Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","namespace":"ai-tenant-e2e-api-a-a9404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.713062778Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","tenant":"e2e-api-a-a9404c","tenantID":"e2e-api-a-a9404c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.766674773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","gvk":"Deployment","name":"maas-api-e2e-api-a-a9404c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.826025443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","gvk":"Service","name":"maas-api-e2e-api-a-a9404c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.884418294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-a9404c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.93725344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-a9404c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:36.994687509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-a9404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:37.05726487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-a9404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:37.152967207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-a9404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:37.209205205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-a9404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:37.260324561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","gvk":"Deployment","name":"payload-processing-e2e-api-a-a9404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:37.311469793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-a9404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:37.366205736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","gvk":"Service","name":"payload-processing-e2e-api-a-a9404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:37.424719494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","gvk":"Service","name":"payload-pre-processing-e2e-api-a-a9404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:37.485624635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-a9404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:37.578528665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-a9404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:37.649561283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-a9404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:37.705033597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-a9404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:37.756547962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-a9404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:37.807919306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-a9404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:37.86169599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-a9404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:37.918236395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a9404c"},"namespace":"ai-tenant-e2e-api-a-a9404c","name":"default-tenant","reconcileID":"9bd284aa-1021-4bea-91ac-34de6fa513f8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-a9404c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:37.994834347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"d1ccb4ad-ca21-4cae-9a6c-509f5329b715","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-be578d","tenantID":"e2e-api-a-be578d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:38.05115505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"d1ccb4ad-ca21-4cae-9a6c-509f5329b715","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"name":"e2e-api-a-be578d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:38.091805121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"e2e-e2e-api-b-fd6ea3-policy","reconcileID":"15d89835-902a-4866-b6ef-fb40377938a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-fd6ea3","tenantID":"e2e-api-b-fd6ea3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:38.105177759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-be578d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"d1ccb4ad-ca21-4cae-9a6c-509f5329b715","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:38.147439694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"e2e-e2e-api-b-fd6ea3-policy","reconcileID":"15d89835-902a-4866-b6ef-fb40377938a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"name":"e2e-api-b-fd6ea3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:38.149767585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ff6b85-71cb-403c-94d5-bcf0daf1dc4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:38.205565802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-fd6ea3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"e2e-e2e-api-b-fd6ea3-policy","reconcileID":"15d89835-902a-4866-b6ef-fb40377938a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:38.22779216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ff6b85-71cb-403c-94d5-bcf0daf1dc4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:38.279675517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ff6b85-71cb-403c-94d5-bcf0daf1dc4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:38.331407283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ff6b85-71cb-403c-94d5-bcf0daf1dc4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:40.204850502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d9cf7ec-1129-4723-81d1-483e7a1fb66d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:40.282066688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d9cf7ec-1129-4723-81d1-483e7a1fb66d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:40.342144585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d9cf7ec-1129-4723-81d1-483e7a1fb66d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:40.395015103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d9cf7ec-1129-4723-81d1-483e7a1fb66d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:40.651219881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"19bf1381-4a95-409d-ab63-3aa0afb79e83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:40.81416797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"066cca59-558c-4ecf-8ca9-0e25e10ddaef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:40.831567363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"0e61ced3-73a7-4d19-b17f-289b7942fa73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:40.957925439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"690b0ddb-790b-4829-8790-d031af86ca1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:41.079478646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"12e1bf83-347e-4a84-96fa-b2c7e614b3b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:41.157247576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"9655ee5f-ed34-485b-ac41-7d1b26100c7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:41.271470208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"6d07d974-5b56-4a55-a113-0d27cf948a97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:41.395617329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"e6c9d1b2-463c-4891-b799-008a6369b266","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:41.605007938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-sub-cb65f3a5","reconcileID":"ffddad12-e08e-4768-b533-4cf911b35702","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"maas-trlp-e2e-lifecycle-model-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:41.70404097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"fb3c410f-bdf5-43d4-a9cf-62c5b869449c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:41.704040898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"076677ff-d4bd-481b-96a8-61bc1037f812","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:41.81757103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a3f02f2f-34f8-4529-8cbb-e76cdf5565dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:41.937499045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"13cd459a-194e-4823-9672-8a9cdd9775f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:42.324012263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fe747a-f000-4671-a1d7-86c95e9a5651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:42.324172363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"e2e-e2e-api-b-e671ea-policy","reconcileID":"94057778-dc65-4a37-8972-93aff8ba5c6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e671ea","tenantID":"e2e-api-b-e671ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:42.376337487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fe747a-f000-4671-a1d7-86c95e9a5651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:42.428130014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fe747a-f000-4671-a1d7-86c95e9a5651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:42.43147968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"e2e-e2e-api-b-e671ea-policy","reconcileID":"94057778-dc65-4a37-8972-93aff8ba5c6f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"name":"e2e-api-b-e671ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:42.480065496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fe747a-f000-4671-a1d7-86c95e9a5651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:42.798250046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27cb7f7e-213c-4096-b437-0285ea48dc9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:42.798278816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27cb7f7e-213c-4096-b437-0285ea48dc9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:43.98231886Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:44.422138556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60f2b511-8915-4a16-a3da-34ea41ff8827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:44.473941489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60f2b511-8915-4a16-a3da-34ea41ff8827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:44.525557096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60f2b511-8915-4a16-a3da-34ea41ff8827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:44.577072481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60f2b511-8915-4a16-a3da-34ea41ff8827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:46.51267216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b81299-4803-4497-9693-6f54d29f03b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:46.564932437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b81299-4803-4497-9693-6f54d29f03b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:46.616736761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b81299-4803-4497-9693-6f54d29f03b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:46.668300984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b81299-4803-4497-9693-6f54d29f03b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:47.513952518Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a9404c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a9404c","reconcileID":"c01af591-0c77-439e-8c31-8092cad7f73a","aitenant":"ai-tenants/e2e-api-a-a9404c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:48.210105729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"4318c319-7a2c-4359-8f20-224b14121cf3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-be578d","tenantID":"e2e-api-a-be578d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:48.264557922Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a9404c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a9404c","reconcileID":"c01af591-0c77-439e-8c31-8092cad7f73a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-a9404c","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-a9404c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:48.266684592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"4318c319-7a2c-4359-8f20-224b14121cf3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"name":"e2e-api-a-be578d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:48.310187808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"e2e-e2e-api-b-fd6ea3-policy","reconcileID":"4c4f9628-e507-452d-85d6-1fa0a8d666ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-fd6ea3","tenantID":"e2e-api-b-fd6ea3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:48.322307428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-be578d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b7e3b3d59bffd70bc3a6596b5527fd99b1af4d70c6d58edf4382386c75a29594) AuthConfig (5712f0e0a316cfdc5ce4d42c6a3d17cea406355cbd9aa09899f2936771f1ee24) AuthConfig (8f90bf2be08028781928927f6bfcf530f9d0019d91cc4e851b81fe6ed79f21fd) AuthConfig (9eb417eeb3540bfa5dfedb06fff4c9d975dcad5b011dee11707d2648f23578c5) AuthConfig (f9f2aea81f692b58945db563d8517c9396ce5ba6cc54be9459a7a4143fe35a42) AuthConfig (0763abe8e4cca24cd9df2d6bdcef364777d347298f7afd7740c316da30ec527e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"4318c319-7a2c-4359-8f20-224b14121cf3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:48.36607131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"e2e-e2e-api-b-fd6ea3-policy","reconcileID":"4c4f9628-e507-452d-85d6-1fa0a8d666ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"name":"e2e-api-b-fd6ea3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:48.408340388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e75570ad-8362-431e-b98b-4c2e7b5489ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:48.409186681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e75570ad-8362-431e-b98b-4c2e7b5489ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:48.423597014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-fd6ea3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f8dcee0807b12f2dbd22dec523fab1d2a74847986afa5f71cd53717f4cee047) AuthConfig (aeb248c4d610f388b51b178e671f5a471f4358d3b38e6d175d640c8bc68e7200) AuthConfig (ad10f3c84c08ba6692537c563cca2cbf320478f3492a6980dd82009dc3b04013) AuthConfig (627935ae658fcf80d8334c22104b76a1a05c18c029cffe16bd1d0389d2130328) AuthConfig (9905a6094258a14192f089fda7839febe5a4e45e5d07b96e0232025ac23aae9c) AuthConfig (7e9889392d7644f994c5aa795b071ce9dc416f4ae9c02dcb75b4b18e98ec3a44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"e2e-e2e-api-b-fd6ea3-policy","reconcileID":"4c4f9628-e507-452d-85d6-1fa0a8d666ec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:48.479159831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5f6fe24-2aeb-4757-8b7d-6ca3d6359ef3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:48.479181656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5f6fe24-2aeb-4757-8b7d-6ca3d6359ef3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:48.567607757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"576ca620-a56f-41ff-917a-ff617966a0ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:48.620148844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"576ca620-a56f-41ff-917a-ff617966a0ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:48.671904698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"576ca620-a56f-41ff-917a-ff617966a0ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:48.723715586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"576ca620-a56f-41ff-917a-ff617966a0ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:50.63885707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce7b9a7-a001-45c7-868e-94cb426494ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:50.690631726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce7b9a7-a001-45c7-868e-94cb426494ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:50.742152123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce7b9a7-a001-45c7-868e-94cb426494ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:50.793894954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce7b9a7-a001-45c7-868e-94cb426494ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:52.709771277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf31bea6-2141-4532-b507-076dfae11f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:52.7617709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf31bea6-2141-4532-b507-076dfae11f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:52.813725764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf31bea6-2141-4532-b507-076dfae11f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:52.865647562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf31bea6-2141-4532-b507-076dfae11f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:53.455127439Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","namespace":"ai-tenant-e2e-api-a-73821c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:53.455182451Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","namespace":"ai-tenant-e2e-api-a-73821c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:53.455229663Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","tenant":"e2e-api-a-73821c","tenantID":"e2e-api-a-73821c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:53.508702066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","gvk":"Deployment","name":"maas-api-e2e-api-a-73821c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:53.568177001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","gvk":"Service","name":"maas-api-e2e-api-a-73821c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:53.62958248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-73821c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:53.683485468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-73821c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:53.753843446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-73821c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:53.809119527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-73821c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:53.868389828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-73821c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:53.979081341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-73821c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.037651783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","gvk":"Deployment","name":"payload-processing-e2e-api-a-73821c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.094379814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-73821c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.146306883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","gvk":"Service","name":"payload-processing-e2e-api-a-73821c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.198463626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","gvk":"Service","name":"payload-pre-processing-e2e-api-a-73821c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.280137047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-73821c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.331770788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-73821c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.383635065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-73821c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.439631632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-73821c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.491086265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-73821c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.542777273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-73821c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.652234305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-73821c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.705950192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-73821c"},"namespace":"ai-tenant-e2e-api-a-73821c","name":"default-tenant","reconcileID":"2bf12856-1c6a-4f5d-be10-b6b5819633c0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-73821c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.762296504Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"03c1f5ae-8cce-40f7-9c8e-184c3cba22fe","namespace":"ai-tenant-e2e-mt-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.7623905Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"03c1f5ae-8cce-40f7-9c8e-184c3cba22fe","name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.815425551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"927038da-b414-4095-894b-78c45b09d94a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.818857595Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"03c1f5ae-8cce-40f7-9c8e-184c3cba22fe","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.818877033Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"03c1f5ae-8cce-40f7-9c8e-184c3cba22fe","namespace":"ai-tenant-e2e-mt-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.819418899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"09325feb-77b2-449f-80e2-e09373c30db4","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.819434603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"09325feb-77b2-449f-80e2-e09373c30db4","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.867052518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"927038da-b414-4095-894b-78c45b09d94a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.91900522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"927038da-b414-4095-894b-78c45b09d94a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.919246244Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"03c1f5ae-8cce-40f7-9c8e-184c3cba22fe","name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:54.971163862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"927038da-b414-4095-894b-78c45b09d94a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.025761576Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"03c1f5ae-8cce-40f7-9c8e-184c3cba22fe","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.026092965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"a2441a9e-559f-484b-99da-977aef2e7d94","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.02610867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"a2441a9e-559f-484b-99da-977aef2e7d94","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.074311348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"95d0371b-9039-4ebf-9f41-4937faf85391","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cb65f3a5","tenantID":"e2e-mt-cb65f3a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.082949911Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-sub-cb65f3a5","reconcileID":"c0da005c-b316-4d68-b349-7358f889d18c","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-294ca089","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.130279252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"95d0371b-9039-4ebf-9f41-4937faf85391","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"e2e-mt-cb65f3a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.135637107Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-sub-cb65f3a5","reconcileID":"54bfff61-6ec9-462e-8b29-caa5efbe9216","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-294ca089","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.246128285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"e2e-e2e-api-b-e671ea-policy","reconcileID":"d71aa8d6-1b1e-4f3a-beb1-7c3fd7f5dec8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e671ea","tenantID":"e2e-api-b-e671ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.302704368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"e2e-e2e-api-b-e671ea-policy","reconcileID":"d71aa8d6-1b1e-4f3a-beb1-7c3fd7f5dec8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"name":"e2e-api-b-e671ea-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.306098576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd9dc7dd-d85a-453a-896a-c880f1ada96a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.306115725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd9dc7dd-d85a-453a-896a-c880f1ada96a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.346759016Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"6c1c2db9-9e97-4ce9-8950-eb5e77d92a74","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.551388812Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"e2e-e2e-api-b-e671ea-policy","reconcileID":"b89d8997-817e-4794-9195-f4785676ab30","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.60669295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"6c1c2db9-9e97-4ce9-8950-eb5e77d92a74","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cb65f3a5","tenantID":"e2e-mt-cb65f3a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.729289658Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"6c1c2db9-9e97-4ce9-8950-eb5e77d92a74","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"e2e-mt-cb65f3a5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.729309605Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-policy-cb65f3a5","reconcileID":"6c1c2db9-9e97-4ce9-8950-eb5e77d92a74","MaaSAuthPolicy":{"name":"e2e-policy-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.75027707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"e2e-e2e-api-b-e671ea-policy","reconcileID":"b89d8997-817e-4794-9195-f4785676ab30","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e671ea","tenantID":"e2e-api-b-e671ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.785488611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"70435bd4-f145-4c25-af46-777106378cef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.785507426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"70435bd4-f145-4c25-af46-777106378cef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.875729465Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"e2e-e2e-api-b-e671ea-policy","reconcileID":"b89d8997-817e-4794-9195-f4785676ab30","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"name":"e2e-api-b-e671ea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.875877297Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"e2e-e2e-api-b-e671ea-policy","reconcileID":"b89d8997-817e-4794-9195-f4785676ab30","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e671ea-policy","namespace":"ai-tenant-e2e-api-b-e671ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e671ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.941024508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e5968cf-c5ef-4700-985a-a6151bd4505e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:55.941044718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e5968cf-c5ef-4700-985a-a6151bd4505e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:56.877445824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6ca319c-7901-442b-9867-710eb854018e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:56.934339686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6ca319c-7901-442b-9867-710eb854018e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:57.003602527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6ca319c-7901-442b-9867-710eb854018e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:57.064602886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6ca319c-7901-442b-9867-710eb854018e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:57.450473583Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-73821c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-73821c","reconcileID":"afeb2a72-7c01-400d-a53a-b452f887ae0d","aitenant":"ai-tenants/e2e-api-a-73821c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:58.249240129Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-73821c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-73821c","reconcileID":"afeb2a72-7c01-400d-a53a-b452f887ae0d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-73821c","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-73821c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:58.527585272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"3b280a7e-d7ac-46b2-b629-8796d78bd377","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-be578d","tenantID":"e2e-api-a-be578d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:58.583076137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"3b280a7e-d7ac-46b2-b629-8796d78bd377","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"name":"e2e-api-a-be578d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:58.619453431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"e2e-e2e-api-b-fd6ea3-policy","reconcileID":"02304c7b-b6c8-4e89-80a0-818b60720a71","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-fd6ea3","tenantID":"e2e-api-b-fd6ea3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:58.638474774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-be578d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b7e3b3d59bffd70bc3a6596b5527fd99b1af4d70c6d58edf4382386c75a29594) AuthConfig (5712f0e0a316cfdc5ce4d42c6a3d17cea406355cbd9aa09899f2936771f1ee24) AuthConfig (8f90bf2be08028781928927f6bfcf530f9d0019d91cc4e851b81fe6ed79f21fd) AuthConfig (9eb417eeb3540bfa5dfedb06fff4c9d975dcad5b011dee11707d2648f23578c5) AuthConfig (f9f2aea81f692b58945db563d8517c9396ce5ba6cc54be9459a7a4143fe35a42) AuthConfig (0763abe8e4cca24cd9df2d6bdcef364777d347298f7afd7740c316da30ec527e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"3b280a7e-d7ac-46b2-b629-8796d78bd377","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:58.677629021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"e2e-e2e-api-b-fd6ea3-policy","reconcileID":"02304c7b-b6c8-4e89-80a0-818b60720a71","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"name":"e2e-api-b-fd6ea3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:58.733430105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-fd6ea3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f8dcee0807b12f2dbd22dec523fab1d2a74847986afa5f71cd53717f4cee047) AuthConfig (aeb248c4d610f388b51b178e671f5a471f4358d3b38e6d175d640c8bc68e7200) AuthConfig (ad10f3c84c08ba6692537c563cca2cbf320478f3492a6980dd82009dc3b04013) AuthConfig (627935ae658fcf80d8334c22104b76a1a05c18c029cffe16bd1d0389d2130328) AuthConfig (9905a6094258a14192f089fda7839febe5a4e45e5d07b96e0232025ac23aae9c) AuthConfig (7e9889392d7644f994c5aa795b071ce9dc416f4ae9c02dcb75b4b18e98ec3a44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"e2e-e2e-api-b-fd6ea3-policy","reconcileID":"02304c7b-b6c8-4e89-80a0-818b60720a71","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:59.055565251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f653d2-ad84-4d8f-85c6-a37b0ed92848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:59.10818006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f653d2-ad84-4d8f-85c6-a37b0ed92848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:59.159867551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f653d2-ad84-4d8f-85c6-a37b0ed92848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:29:59.211568091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f653d2-ad84-4d8f-85c6-a37b0ed92848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:01.117889253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89af9482-b8c1-4207-8e0e-2ebc4ba0c253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:01.177976466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89af9482-b8c1-4207-8e0e-2ebc4ba0c253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:01.229939069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89af9482-b8c1-4207-8e0e-2ebc4ba0c253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:01.282226359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89af9482-b8c1-4207-8e0e-2ebc4ba0c253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:03.213327906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2884fdf-d9a4-4049-8c80-e07043431beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:03.265219495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2884fdf-d9a4-4049-8c80-e07043431beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:03.317189658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2884fdf-d9a4-4049-8c80-e07043431beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:03.369267952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2884fdf-d9a4-4049-8c80-e07043431beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:04.870441342Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"e2e-e2e-api-b-fd6ea3-policy","reconcileID":"df5a4818-5ab1-4d06-b297-84e12c830c98","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:04.870592667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcbee404-13b5-43e1-a056-a1d979d6bbde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:04.87061356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcbee404-13b5-43e1-a056-a1d979d6bbde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.167342577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"e2e-e2e-api-b-fd6ea3-policy","reconcileID":"df5a4818-5ab1-4d06-b297-84e12c830c98","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-fd6ea3","tenantID":"e2e-api-b-fd6ea3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.193719536Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-sub-cb65f3a5","reconcileID":"3526db73-270a-481f-8984-baa18f07ed77","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","subscription":"e2e-sub-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.250585045Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-sub-cb65f3a5","reconcileID":"3526db73-270a-481f-8984-baa18f07ed77","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.261186721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf68754e-23c4-4066-a63f-a0c8fdd5ab26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.312859971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf68754e-23c4-4066-a63f-a0c8fdd5ab26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.313221957Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-sub-cb65f3a5","reconcileID":"3526db73-270a-481f-8984-baa18f07ed77","MaaSSubscription":{"name":"e2e-sub-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"name":"maas-trlp-e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.329092479Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"e2e-e2e-api-b-fd6ea3-policy","reconcileID":"df5a4818-5ab1-4d06-b297-84e12c830c98","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"name":"e2e-api-b-fd6ea3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.329114453Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"e2e-e2e-api-b-fd6ea3-policy","reconcileID":"df5a4818-5ab1-4d06-b297-84e12c830c98","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fd6ea3-policy","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-fd6ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.364954043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf68754e-23c4-4066-a63f-a0c8fdd5ab26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.4171953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf68754e-23c4-4066-a63f-a0c8fdd5ab26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.420913279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fdf3092-a065-42be-ba7f-00d0cb905eb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.420930057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fdf3092-a065-42be-ba7f-00d0cb905eb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.476412679Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","namespace":"ai-tenant-e2e-api-b-fd6ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.476457383Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","namespace":"ai-tenant-e2e-api-b-fd6ea3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.476500653Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","tenant":"e2e-api-b-fd6ea3","tenantID":"e2e-api-b-fd6ea3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.529472596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","gvk":"Deployment","name":"maas-api-e2e-api-b-fd6ea3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.591135868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","gvk":"Service","name":"maas-api-e2e-api-b-fd6ea3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.632724593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"63bdb31c-da4d-4d30-bb62-b1f2347a6a9e","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.632745538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"63bdb31c-da4d-4d30-bb62-b1f2347a6a9e","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.684641626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-fd6ea3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.737948754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-fd6ea3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.810876308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-fd6ea3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.86552519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-fd6ea3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.930013694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-fd6ea3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:05.988199335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-fd6ea3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:06.048442038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","gvk":"Deployment","name":"payload-processing-e2e-api-b-fd6ea3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:06.107330212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-fd6ea3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:06.17006585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","gvk":"Service","name":"payload-processing-e2e-api-b-fd6ea3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:06.228724933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","gvk":"Service","name":"payload-pre-processing-e2e-api-b-fd6ea3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:06.28227304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-fd6ea3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:06.335565906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-fd6ea3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:06.390185547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-fd6ea3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:06.482553883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-fd6ea3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:06.537570358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-fd6ea3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:06.592432668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-fd6ea3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:06.650203955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-fd6ea3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:06.709602336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fd6ea3"},"namespace":"ai-tenant-e2e-api-b-fd6ea3","name":"default-tenant","reconcileID":"fa7253bd-0d09-425f-a417-e9193b79cfc1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-fd6ea3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:07.413626061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f834c21-e35c-4656-8f60-e7f69b7a73b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:07.465421317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f834c21-e35c-4656-8f60-e7f69b7a73b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:07.526634604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f834c21-e35c-4656-8f60-e7f69b7a73b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:07.583269564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f834c21-e35c-4656-8f60-e7f69b7a73b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:08.743233999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"73927a63-77c8-4b48-9b14-3806659ef950","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-be578d","tenantID":"e2e-api-a-be578d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:08.799441868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"73927a63-77c8-4b48-9b14-3806659ef950","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"name":"e2e-api-a-be578d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:08.854133185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-be578d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b7e3b3d59bffd70bc3a6596b5527fd99b1af4d70c6d58edf4382386c75a29594) AuthConfig (5712f0e0a316cfdc5ce4d42c6a3d17cea406355cbd9aa09899f2936771f1ee24) AuthConfig (8f90bf2be08028781928927f6bfcf530f9d0019d91cc4e851b81fe6ed79f21fd) AuthConfig (9eb417eeb3540bfa5dfedb06fff4c9d975dcad5b011dee11707d2648f23578c5) AuthConfig (f9f2aea81f692b58945db563d8517c9396ce5ba6cc54be9459a7a4143fe35a42) AuthConfig (0763abe8e4cca24cd9df2d6bdcef364777d347298f7afd7740c316da30ec527e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"73927a63-77c8-4b48-9b14-3806659ef950","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:09.476515648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a40291f3-2cc2-4f8a-a8ff-5ae488bea13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:09.544293948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a40291f3-2cc2-4f8a-a8ff-5ae488bea13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:09.614793731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a40291f3-2cc2-4f8a-a8ff-5ae488bea13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:09.666880689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a40291f3-2cc2-4f8a-a8ff-5ae488bea13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:10.597307932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"c4a2b1b1-81d4-497f-be7e-fc7375fabaa8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:10.694109856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"fc0c1d55-50bf-42b8-92f7-fed237828a5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:10.724525245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5033d464-a6f5-44f1-83f5-c6db784234a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:10.881766225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"8d905302-ef5a-4513-9b45-7dc22b0af8d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:11.017896479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"339e4b98-c145-4a34-b860-d0e2e04abab1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:11.179742517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"b2e56a6d-2c34-43c5-9858-cc13d7f05102","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:11.283666489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"5bd2be8d-c487-4c25-8553-d042eddae3b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:11.386180968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"ce6f932d-c4ae-453c-be6b-459818dcf667","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:11.490603966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"fdcb6ca4-26bf-4444-8993-aaf0a795fc60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:11.49903444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"397dabd0-5438-46d4-be88-55b1e533efac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:11.641653956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ba54f4-669f-4675-89bc-58178a0483cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:11.692453262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"c2ee7ae0-3417-489a-b9ac-0f76ad773861","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:11.693595796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ba54f4-669f-4675-89bc-58178a0483cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:11.745258634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ba54f4-669f-4675-89bc-58178a0483cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:11.797339932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ba54f4-669f-4675-89bc-58178a0483cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:11.900993792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"2d72bb93-46a3-4c4d-883c-9515a17c4537","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:11.916850559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"4bd8991d-33de-41fb-a879-2b6ca163b71f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-38f5a3","tenantID":"e2e-ipp-a-38f5a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:12.070449134Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"4bd8991d-33de-41fb-a879-2b6ca163b71f","name":"e2e-ipp-a-38f5a3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:13.952157539Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:16.805182143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"49707006-41a6-429e-8221-9aa43f8fdd26","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c521ba","tenantID":"e2e-api-b-c521ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:16.933504331Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"49707006-41a6-429e-8221-9aa43f8fdd26","name":"e2e-api-b-c521ba-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:18.938898159Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-fd6ea3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-fd6ea3","reconcileID":"35a37a37-e343-4e6b-9869-d0e9ef112b9f","aitenant":"ai-tenants/e2e-api-b-fd6ea3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:18.990152563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"46d5b46e-058f-4a75-bb48-5091c6e6817f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-be578d","tenantID":"e2e-api-a-be578d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:19.047247575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"46d5b46e-058f-4a75-bb48-5091c6e6817f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"name":"e2e-api-a-be578d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:19.363566243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6a12ded-53d7-4ee3-9b23-5dd41e0b3e96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:19.363596026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6a12ded-53d7-4ee3-9b23-5dd41e0b3e96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:19.506088779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d682a9-05f8-4af5-a840-e03b4649a7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:19.561337248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d682a9-05f8-4af5-a840-e03b4649a7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:19.613218012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d682a9-05f8-4af5-a840-e03b4649a7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:19.665037937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92d682a9-05f8-4af5-a840-e03b4649a7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:19.77607963Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-fd6ea3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-fd6ea3","reconcileID":"35a37a37-e343-4e6b-9869-d0e9ef112b9f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-fd6ea3","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-fd6ea3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:21.581133812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a966d0-ca27-4f9d-a368-57832a6001fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:21.633200241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a966d0-ca27-4f9d-a368-57832a6001fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:21.687939992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a966d0-ca27-4f9d-a368-57832a6001fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:21.739585789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a966d0-ca27-4f9d-a368-57832a6001fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:25.163740933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64527f3f-c178-4d24-a77a-afc96c6ac447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:25.215480704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64527f3f-c178-4d24-a77a-afc96c6ac447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:25.267254322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64527f3f-c178-4d24-a77a-afc96c6ac447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:25.318902259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64527f3f-c178-4d24-a77a-afc96c6ac447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:25.74384463Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-bb5643","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-bb5643","reconcileID":"6b00bdf4-b93d-43c2-b59c-f511721299eb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-bb5643","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-bb5643":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:27.211465095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3b2f7b8-6217-46e2-97d5-bbe14055b359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:27.263165612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3b2f7b8-6217-46e2-97d5-bbe14055b359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:27.314975601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3b2f7b8-6217-46e2-97d5-bbe14055b359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:27.385418644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3b2f7b8-6217-46e2-97d5-bbe14055b359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:29.25680847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c40835b6-63f1-4488-af21-1bb046408a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:29.308233903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c40835b6-63f1-4488-af21-1bb046408a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:29.380025665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c40835b6-63f1-4488-af21-1bb046408a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:29.461284252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c40835b6-63f1-4488-af21-1bb046408a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:31.333065231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15705779-ff07-493d-8fe0-55ba96a41738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:31.394707845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15705779-ff07-493d-8fe0-55ba96a41738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:31.455884144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15705779-ff07-493d-8fe0-55ba96a41738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:31.510484628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15705779-ff07-493d-8fe0-55ba96a41738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:41.844792234Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","namespace":"ai-tenant-e2e-api-b-e671ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:41.844871584Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","namespace":"ai-tenant-e2e-api-b-e671ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:41.84492018Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","tenant":"e2e-api-b-e671ea","tenantID":"e2e-api-b-e671ea","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:41.898054398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","gvk":"Deployment","name":"maas-api-e2e-api-b-e671ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:41.960624894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","gvk":"Service","name":"maas-api-e2e-api-b-e671ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:42.014764234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-e671ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:42.067692915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-e671ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:42.14113699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-e671ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:42.249934957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-e671ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:42.306363676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-e671ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:42.362111327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-e671ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:42.416855372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","gvk":"Deployment","name":"payload-processing-e2e-api-b-e671ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:42.468128637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-e671ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:42.537554974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","gvk":"Service","name":"payload-processing-e2e-api-b-e671ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:42.597874273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","gvk":"Service","name":"payload-pre-processing-e2e-api-b-e671ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:42.649381287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-e671ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:42.700488594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-e671ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:42.751514148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-e671ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:42.805878271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-e671ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:42.857320716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-e671ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:42.908657983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-e671ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:42.97125219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-e671ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:43.033170422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e671ea"},"namespace":"ai-tenant-e2e-api-b-e671ea","name":"default-tenant","reconcileID":"705738d2-0e8e-4ab7-b323-aa14463bdda0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-e671ea","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:43.089385825Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","namespace":"ai-tenant-e2e-mt-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:43.089450861Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","namespace":"ai-tenant-e2e-mt-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:43.089520166Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","tenant":"e2e-mt-cb65f3a5","tenantID":"e2e-mt-cb65f3a5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:43.142851763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","gvk":"Deployment","name":"maas-api-e2e-mt-cb65f3a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:43.204275902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","gvk":"Service","name":"maas-api-e2e-mt-cb65f3a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:43.258691557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-cb65f3a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:43.314832939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-cb65f3a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:43.369452211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:43.431559937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:43.513714021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:43.597784552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:43.650403901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","gvk":"Deployment","name":"payload-processing-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:43.706032279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:43.75704043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","gvk":"Service","name":"payload-processing-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:43.812237917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","gvk":"Service","name":"payload-pre-processing-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:43.866133639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","gvk":"DestinationRule","name":"payload-processing-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:43.918070837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:43.960925018Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:43.968984543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:44.023333445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:44.074690683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:44.12626484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:44.182865625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:44.252162685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"a6575977-c409-46e1-8d7d-a8a04fe36785","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-cb65f3a5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:45.081981057Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-cb65f3a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-cb65f3a5","reconcileID":"a5251cce-99d7-41f6-9630-8ca9d4e82f69","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-cb65f3a5","removed":["maas.opendatahub.io/gateway-access-e2e-mt-cb65f3a5"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:45.257770968Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"f1db81bd-375c-4156-9e57-0ab2d74b5dd1","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:45.315518037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"f1db81bd-375c-4156-9e57-0ab2d74b5dd1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:45.321465825Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"5b5097cb-82d5-42c8-9618-d5c01d4d6362","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:45.321522108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"5b5097cb-82d5-42c8-9618-d5c01d4d6362","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:45.33174107Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"7d7efa77-3777-419d-878e-62f39fc09d98","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:45.331801214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"7d7efa77-3777-419d-878e-62f39fc09d98","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:45.352980363Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"ddb5e033-1b28-401a-b38a-46b8ffafe013","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:45.353029936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"ddb5e033-1b28-401a-b38a-46b8ffafe013","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:45.393962238Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"3c5a62c1-bc23-4265-8d3c-6cd2a5c13246","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:45.394016861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"3c5a62c1-bc23-4265-8d3c-6cd2a5c13246","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:45.474697787Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"c4401932-72ef-465a-b5f0-98cd878bcdaa","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:45.474756827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"c4401932-72ef-465a-b5f0-98cd878bcdaa","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:45.635256557Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"94cd8e4b-64fd-48fe-9da6-60193219dccd","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:45.635317968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"94cd8e4b-64fd-48fe-9da6-60193219dccd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:45.955688446Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"6b2d3767-a189-4dde-843b-bcd28e9ae4bc","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:45.955756961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"6b2d3767-a189-4dde-843b-bcd28e9ae4bc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:46.18906647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0bc1cc-44b2-4f1b-a0c9-3ef9cdeead4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:46.241773622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0bc1cc-44b2-4f1b-a0c9-3ef9cdeead4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:46.293413533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0bc1cc-44b2-4f1b-a0c9-3ef9cdeead4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:46.345199888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0bc1cc-44b2-4f1b-a0c9-3ef9cdeead4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:46.596435008Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"c080d63c-5cd0-41ce-9b29-5596c4047798","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:46.596501936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"c080d63c-5cd0-41ce-9b29-5596c4047798","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:47.876938433Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"f8032d58-2bd7-4695-a9aa-1c514f24e284","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:47.877011936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"f8032d58-2bd7-4695-a9aa-1c514f24e284","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:48.212869002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7462295c-ac44-4257-9b84-aa7be637b313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:48.264530341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7462295c-ac44-4257-9b84-aa7be637b313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:48.316303453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7462295c-ac44-4257-9b84-aa7be637b313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:48.368250176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7462295c-ac44-4257-9b84-aa7be637b313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:50.230354746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8880f32-2fd1-4516-bfc9-01b4f0a85401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:50.284296614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8880f32-2fd1-4516-bfc9-01b4f0a85401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:50.337516013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8880f32-2fd1-4516-bfc9-01b4f0a85401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:50.389293505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8880f32-2fd1-4516-bfc9-01b4f0a85401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:50.437474762Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"988d1065-d71f-4d52-8bd1-04622b6b7080","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:50.437546719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"988d1065-d71f-4d52-8bd1-04622b6b7080","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:51.440715427Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"ce64182d-496c-4cb8-954b-8380cab5f733","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:51.440784946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"ce64182d-496c-4cb8-954b-8380cab5f733","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:51.599601762Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"63cfc44b-8007-4f48-9477-5f17b487bf99","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:51.599670869Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"63cfc44b-8007-4f48-9477-5f17b487bf99","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:51.757567461Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"22a334fe-ec02-4283-ada9-3cb5cddae6ab","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:51.757633689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"22a334fe-ec02-4283-ada9-3cb5cddae6ab","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:51.86819481Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"5ae5740c-b691-46e8-b748-f7f58198e472","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:51.868278462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"5ae5740c-b691-46e8-b748-f7f58198e472","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:52.123804578Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e671ea","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e671ea","reconcileID":"36a51e54-a784-42cd-8865-d43763e1724f","aitenant":"ai-tenants/e2e-api-b-e671ea","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:52.233511639Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"61a9a1da-54cc-4574-bdf0-2b71c07c3d8a","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:52.233579159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"61a9a1da-54cc-4574-bdf0-2b71c07c3d8a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:52.367070489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e0337b-2135-4f5d-a387-d06d41192357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:52.418776851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e0337b-2135-4f5d-a387-d06d41192357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:52.470709564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e0337b-2135-4f5d-a387-d06d41192357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:52.52222955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e0337b-2135-4f5d-a387-d06d41192357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:52.955030384Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e671ea","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e671ea","reconcileID":"36a51e54-a784-42cd-8865-d43763e1724f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e671ea","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-e671ea"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:53.117421455Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"fc16eb2e-d05f-4255-8691-a662485d9438","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:53.117510837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"fc16eb2e-d05f-4255-8691-a662485d9438","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5-kserve-route (gateways: [openshift-ingress/e2e-mt-cb65f3a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:53.326944382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"458e0d48-79f0-40cf-890f-c21c7f211504","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:53.326967707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"458e0d48-79f0-40cf-890f-c21c7f211504","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:53.487393345Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-cb65f3a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-cb65f3a5","reconcileID":"7012e6fc-e4ea-4c99-a1f0-7f4943f37ea6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-cb65f3a5","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-cb65f3a5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.05342422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36b9a8c3-cb5d-4929-8237-e9584eaf6840","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.053445763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36b9a8c3-cb5d-4929-8237-e9584eaf6840","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.10745638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ca034a7-604e-4373-9fc9-5154ef98f017","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.107474219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ca034a7-604e-4373-9fc9-5154ef98f017","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.261172511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-215d2b0b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-215d2b0b","reconcileID":"c327f29d-fce0-4fef-b738-89fd5f833bb5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-215d2b0b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.316483553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-215d2b0b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-215d2b0b","reconcileID":"c327f29d-fce0-4fef-b738-89fd5f833bb5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-215d2b0b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.319242242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ae86f28-d40a-465c-be95-a2d940a29341","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.319257077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ae86f28-d40a-465c-be95-a2d940a29341","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.375335031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e75e457-22c9-4609-864c-324959273818","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.375349948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e75e457-22c9-4609-864c-324959273818","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.409401318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"f0ed025f-fb3a-4599-9de5-6c93cbb47752","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.409416513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"f0ed025f-fb3a-4599-9de5-6c93cbb47752","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:30:54.425172628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-215d2b0b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-215d2b0b","reconcileID":"a4c51e8b-0306-4857-a6ad-dbbedaffa174","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-215d2b0b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.428216026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e0e146-27ba-4f00-a88f-ba9e066c4799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.479887298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e0e146-27ba-4f00-a88f-ba9e066c4799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.480089041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c11c6c61-9a39-47db-b6e3-fe41f4163633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.531703377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e0e146-27ba-4f00-a88f-ba9e066c4799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.583786642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e0e146-27ba-4f00-a88f-ba9e066c4799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.584014577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34596318-d3a3-4d6e-9d37-99f28ca15806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.586243001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de279060-8e56-4069-a9c8-b4e015ffca97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.586259752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de279060-8e56-4069-a9c8-b4e015ffca97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.589297268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c11c6c61-9a39-47db-b6e3-fe41f4163633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.64071378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34596318-d3a3-4d6e-9d37-99f28ca15806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.641610226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a0cd059-8310-43ef-9bcb-02fa38d550cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.641626106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a0cd059-8310-43ef-9bcb-02fa38d550cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.690227842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97e728ba-5236-4a88-905e-fe1a1623514c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.690243611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97e728ba-5236-4a88-905e-fe1a1623514c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.851619451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-215d2b0b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-215d2b0b","reconcileID":"6097601f-7453-4159-af92-b4abc63ea681","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-215d2b0b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.90775647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-215d2b0b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-215d2b0b","reconcileID":"6097601f-7453-4159-af92-b4abc63ea681","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-215d2b0b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.961611707Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-215d2b0b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-215d2b0b","reconcileID":"56d5ea11-0669-4895-b02b-306db43cb862","MaaSSubscription":{"name":"e2e-neg-ghost-sub-215d2b0b","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-215d2b0b","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.961754809Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-215d2b0b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-215d2b0b","reconcileID":"56d5ea11-0669-4895-b02b-306db43cb862","MaaSSubscription":{"name":"e2e-neg-ghost-sub-215d2b0b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-215d2b0b","error":"MaaSModelRef not found: llm/nonexistent-model-215d2b0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.997055826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad8b9357-da5e-4334-8ba2-2fa5d575e154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:54.999889861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1fc34fc7-9559-4c3f-95ad-68c4a14ed319","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:55.05206824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad8b9357-da5e-4334-8ba2-2fa5d575e154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:55.054930133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1fc34fc7-9559-4c3f-95ad-68c4a14ed319","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:55.170241112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"49e69aaa-92d2-4d70-a0dc-2f2efdb6d2e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:55.227978039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea6d2aa6-41d9-46f6-ba59-d3848916958a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:55.227995259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea6d2aa6-41d9-46f6-ba59-d3848916958a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:55.436191051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-215d2b0b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-215d2b0b","reconcileID":"bcc977e5-91c7-4052-9585-b5a5c5eace04","MaaSSubscription":{"name":"e2e-neg-ghost-sub-215d2b0b","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:55.436307163Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-215d2b0b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-215d2b0b","reconcileID":"bcc977e5-91c7-4052-9585-b5a5c5eace04","MaaSSubscription":{"name":"e2e-neg-ghost-sub-215d2b0b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-215d2b0b","error":"MaaSModelRef not found: llm/nonexistent-model-215d2b0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:56.505472086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f6202f-c58b-4c6a-b704-091a80c848d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:56.559994269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f6202f-c58b-4c6a-b704-091a80c848d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:56.612253773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f6202f-c58b-4c6a-b704-091a80c848d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:56.663848355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f6202f-c58b-4c6a-b704-091a80c848d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:57.076937603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f5d9687-5ae6-496a-a457-eb968b807b3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:57.076959979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f5d9687-5ae6-496a-a457-eb968b807b3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:57.231172666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10fdb5d7-8daf-492b-b729-a778572bc991","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:57.231209779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-215d2b0b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-215d2b0b","reconcileID":"9475e69a-1dad-4b4c-8a10-6beef8a757bf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-215d2b0b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:57.231617322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b892521e-6c71-426a-8cb7-7d1caa49bd4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:57.288338441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-215d2b0b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-215d2b0b","reconcileID":"9475e69a-1dad-4b4c-8a10-6beef8a757bf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-215d2b0b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:57.288488519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b892521e-6c71-426a-8cb7-7d1caa49bd4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:30:57.291808485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10fdb5d7-8daf-492b-b729-a778572bc991","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:01.537848362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a186d9-dec7-47c7-bc33-c99e368010c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:01.591072176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a186d9-dec7-47c7-bc33-c99e368010c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:01.642968021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a186d9-dec7-47c7-bc33-c99e368010c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:01.694730202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a186d9-dec7-47c7-bc33-c99e368010c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:03.614122326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a90d3d5-61b3-4a4b-a52a-d06b198508c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:03.665678984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a90d3d5-61b3-4a4b-a52a-d06b198508c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:03.717101814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a90d3d5-61b3-4a4b-a52a-d06b198508c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:03.768597984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a90d3d5-61b3-4a4b-a52a-d06b198508c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:05.942614553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8d11100-352e-4d67-b914-5200c069d2d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:05.998280219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8d11100-352e-4d67-b914-5200c069d2d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:06.051843933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8d11100-352e-4d67-b914-5200c069d2d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:06.118018643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8d11100-352e-4d67-b914-5200c069d2d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:07.238714104Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-215d2b0b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-215d2b0b","reconcileID":"4e2a9501-1382-4cca-a211-a15bb07b0d29","MaaSSubscription":{"name":"e2e-neg-ghost-sub-215d2b0b","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-215d2b0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:07.453011244Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-215d2b0b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-215d2b0b","reconcileID":"4e2a9501-1382-4cca-a211-a15bb07b0d29","MaaSSubscription":{"name":"e2e-neg-ghost-sub-215d2b0b","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:07.453037361Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-215d2b0b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-215d2b0b","reconcileID":"4e2a9501-1382-4cca-a211-a15bb07b0d29","MaaSSubscription":{"name":"e2e-neg-ghost-sub-215d2b0b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-215d2b0b","subscription":"e2e-neg-ghost-sub-215d2b0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:07.45311628Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-215d2b0b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-215d2b0b","reconcileID":"4e2a9501-1382-4cca-a211-a15bb07b0d29","MaaSSubscription":{"name":"e2e-neg-ghost-sub-215d2b0b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-215d2b0b","error":"MaaSModelRef not found: llm/nonexistent-model-215d2b0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:07.675015046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5df9e2f1-06a3-4d72-8ce1-0f3efc2951fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:07.731111375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b269425-9cf8-41bf-a9c8-b92246ae07c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:07.731137569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b269425-9cf8-41bf-a9c8-b92246ae07c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:07.875522754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"332c5b7d-8dc1-4273-90e7-7dc3dce53f8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:07.875550673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"332c5b7d-8dc1-4273-90e7-7dc3dce53f8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:07.890249525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-215d2b0b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-215d2b0b","reconcileID":"d0a90523-0385-4b22-bac6-d8457f028950","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-215d2b0b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:07.89099821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec995483-748f-4320-bca8-8ef332d53a2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:07.891987847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a458caf-fc61-4947-9a02-6a6ef3a6a42a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:07.948072979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-215d2b0b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-215d2b0b","reconcileID":"d0a90523-0385-4b22-bac6-d8457f028950","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-215d2b0b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:07.950634774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a458caf-fc61-4947-9a02-6a6ef3a6a42a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:07.950802039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec995483-748f-4320-bca8-8ef332d53a2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:08.015128434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e921b58-22e7-4c4d-ae0a-97bd0884c01c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:08.06758973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e921b58-22e7-4c4d-ae0a-97bd0884c01c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:08.119007832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e921b58-22e7-4c4d-ae0a-97bd0884c01c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:08.170542341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e921b58-22e7-4c4d-ae0a-97bd0884c01c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:08.170618256Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-215d2b0b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-215d2b0b","reconcileID":"3013bae8-c4dc-4bcc-8e4b-1a3881c2dbf2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-215d2b0b","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:08.435133445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b2c321a-2901-48e4-9200-509bce78f923","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:08.435152624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b2c321a-2901-48e4-9200-509bce78f923","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:09.686672281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d0771b0-bd71-48b0-a59d-67f64448aafa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:09.686693456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d0771b0-bd71-48b0-a59d-67f64448aafa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:09.745544436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36573e4a-083a-4be8-a5c3-3da25531fac2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:09.745569799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36573e4a-083a-4be8-a5c3-3da25531fac2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:09.858544127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"e2e-e2e-api-b-c521ba-policy","reconcileID":"b1e62d69-a376-4bda-8ea7-d432574c6163","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c521ba","tenantID":"e2e-api-b-c521ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:09.982730693Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"e2e-e2e-api-b-c521ba-policy","reconcileID":"b1e62d69-a376-4bda-8ea7-d432574c6163","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"name":"e2e-api-b-c521ba-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:10.043604707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c521ba-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"e2e-e2e-api-b-c521ba-policy","reconcileID":"b1e62d69-a376-4bda-8ea7-d432574c6163","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:10.064844244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43e72a46-0325-4fc9-a42f-d3772de176d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:10.119146381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43e72a46-0325-4fc9-a42f-d3772de176d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:10.126146292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36afca1a-b4b2-4f2d-b085-a2887a4ae575","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:10.194065508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36afca1a-b4b2-4f2d-b085-a2887a4ae575","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:10.265974346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43e72a46-0325-4fc9-a42f-d3772de176d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:10.321486847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43e72a46-0325-4fc9-a42f-d3772de176d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:10.387160715Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8c9581","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8c9581","reconcileID":"dd9b40a2-b7ba-4878-97c7-fd617d69f703","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-8c9581","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-8c9581":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:12.234643478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da486dd-1cce-4e3d-b9da-9a0e1d0387fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:12.287267568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da486dd-1cce-4e3d-b9da-9a0e1d0387fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:12.339204656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da486dd-1cce-4e3d-b9da-9a0e1d0387fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:12.390657298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da486dd-1cce-4e3d-b9da-9a0e1d0387fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:13.969383315Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:14.353438169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0232ce55-eb3d-48d1-96cb-e4423ffbbbfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:14.41075397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0232ce55-eb3d-48d1-96cb-e4423ffbbbfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:14.462317534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0232ce55-eb3d-48d1-96cb-e4423ffbbbfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:14.513783196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0232ce55-eb3d-48d1-96cb-e4423ffbbbfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:15.034493306Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3df441","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3df441","reconcileID":"14b37570-8e77-4d49-ab53-a361410b956d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3df441","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-3df441":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:16.442982161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a378f3c-2907-4551-bc67-e47bc217a150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:16.494881867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a378f3c-2907-4551-bc67-e47bc217a150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:16.548995333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a378f3c-2907-4551-bc67-e47bc217a150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:16.605210495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a378f3c-2907-4551-bc67-e47bc217a150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:17.188187953Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"a3fb8a10-4577-4d73-96c4-9620f49cf561","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:17.188361286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31d6388a-4f2d-41ff-8357-843e034bf18b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:17.188383411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31d6388a-4f2d-41ff-8357-843e034bf18b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:17.396048378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"a3fb8a10-4577-4d73-96c4-9620f49cf561","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-be578d","tenantID":"e2e-api-a-be578d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:17.55396108Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"a3fb8a10-4577-4d73-96c4-9620f49cf561","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"name":"e2e-api-a-be578d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:17.553995664Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"e2e-e2e-api-a-be578d-policy","reconcileID":"a3fb8a10-4577-4d73-96c4-9620f49cf561","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-be578d-policy","namespace":"ai-tenant-e2e-api-a-be578d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-be578d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:17.613714623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bb82501-6118-4501-a6f4-56871a3bc8bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:17.61379012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bb82501-6118-4501-a6f4-56871a3bc8bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:18.538564919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"903800b1-3100-4707-8874-13e9b392d270","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:18.590574122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"903800b1-3100-4707-8874-13e9b392d270","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:18.642543807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"903800b1-3100-4707-8874-13e9b392d270","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:18.694396108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"903800b1-3100-4707-8874-13e9b392d270","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:20.276486114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"e2e-e2e-api-b-c521ba-policy","reconcileID":"2f446bfd-a40d-48f2-a322-61296ea8e36a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c521ba","tenantID":"e2e-api-b-c521ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:20.333279325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"e2e-e2e-api-b-c521ba-policy","reconcileID":"2f446bfd-a40d-48f2-a322-61296ea8e36a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"name":"e2e-api-b-c521ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:20.387903182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c521ba-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"e2e-e2e-api-b-c521ba-policy","reconcileID":"2f446bfd-a40d-48f2-a322-61296ea8e36a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:20.615718959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b9a62d6-586f-43f9-82f9-6f7ee66581dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:20.666633409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"ee8dbcee-8522-41b6-be82-d815a5444da6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bb5643","tenantID":"e2e-ipp-a-bb5643","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:20.667284742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b9a62d6-586f-43f9-82f9-6f7ee66581dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:20.718883856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b9a62d6-586f-43f9-82f9-6f7ee66581dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:20.77026816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b9a62d6-586f-43f9-82f9-6f7ee66581dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:20.833976016Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"ee8dbcee-8522-41b6-be82-d815a5444da6","name":"e2e-ipp-a-bb5643-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:22.652155346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ab03c28-4714-42b3-ae39-e0435ce20c50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:22.703664725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ab03c28-4714-42b3-ae39-e0435ce20c50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:22.754968656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ab03c28-4714-42b3-ae39-e0435ce20c50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:22.810379047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ab03c28-4714-42b3-ae39-e0435ce20c50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:30.491167692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"e2e-e2e-api-b-c521ba-policy","reconcileID":"03da82c7-d026-497c-a703-52a85d63a844","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c521ba","tenantID":"e2e-api-b-c521ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:30.549256008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"e2e-e2e-api-b-c521ba-policy","reconcileID":"03da82c7-d026-497c-a703-52a85d63a844","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"name":"e2e-api-b-c521ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:30.603895156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c521ba-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03082c56a049bdae593ba75487b620dd538ed3d84b1dda1984aabf6884ec1eae) AuthConfig (1dd41b4586dc3f345d272697859babcae47cd4d2ffb0afc422cdbf5d79346892) AuthConfig (fb965580a1631f73da0d1df9bfed36532c05484dae9e9ed396ad7bf3e1775f1f) AuthConfig (3409a5345697939d454c79dfb424f4aaef784f8344718ff409e859f4efca014a) AuthConfig (d2e50201278a8ed99fc5cc9d67c53a902e09836f51be59f12d842d13befba05b) AuthConfig (a40207ed36eaa9fb140a2a556757ec99612684d4c75dd8e73425e4f0a2eda738)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"e2e-e2e-api-b-c521ba-policy","reconcileID":"03da82c7-d026-497c-a703-52a85d63a844","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:30.664308233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c5e724b-c51f-47ba-ad5b-c7864fcb126f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:30.664333041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c5e724b-c51f-47ba-ad5b-c7864fcb126f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:39.745753808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"53bfad57-5997-4c0b-8cbb-adf598e5e1b6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cb65f3a5","tenantID":"e2e-mt-cb65f3a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:39.859059611Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"53bfad57-5997-4c0b-8cbb-adf598e5e1b6","name":"e2e-mt-cb65f3a5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:39.916734328Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","namespace":"ai-tenant-e2e-api-a-be578d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:39.916925969Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","namespace":"ai-tenant-e2e-api-a-be578d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:39.917051567Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","tenant":"e2e-api-a-be578d","tenantID":"e2e-api-a-be578d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:39.97265751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","gvk":"Deployment","name":"maas-api-e2e-api-a-be578d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:40.034849489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","gvk":"Service","name":"maas-api-e2e-api-a-be578d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:40.091153337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-be578d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:40.144573574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-be578d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:40.204628784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-be578d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:40.263225269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-be578d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:40.318365409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-be578d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:40.37219818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-be578d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:40.423566339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","gvk":"Deployment","name":"payload-processing-e2e-api-a-be578d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:40.475089692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-be578d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:40.52666959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","gvk":"Service","name":"payload-processing-e2e-api-a-be578d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:40.578138524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","gvk":"Service","name":"payload-pre-processing-e2e-api-a-be578d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:40.63043204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-be578d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:40.682643425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-be578d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:40.735970574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-be578d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:40.769267501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"e2e-e2e-api-b-c521ba-policy","reconcileID":"8e269461-206e-4769-8e6a-49ba28325d4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c521ba","tenantID":"e2e-api-b-c521ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:40.791121854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-be578d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:40.825096223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"e2e-e2e-api-b-c521ba-policy","reconcileID":"8e269461-206e-4769-8e6a-49ba28325d4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"name":"e2e-api-b-c521ba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:40.842778293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-be578d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:40.894469639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-be578d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:40.947114845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-be578d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:41.00221532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-be578d"},"namespace":"ai-tenant-e2e-api-a-be578d","name":"default-tenant","reconcileID":"9408b7b0-3e16-4d0e-a60c-f6f4b02bd48b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-be578d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:41.14114031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a77aab2-8c5d-44f6-952c-69caf332048f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:41.141166496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a77aab2-8c5d-44f6-952c-69caf332048f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:43.952302712Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:48.433932855Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-be578d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-be578d","reconcileID":"c9db7057-e5e7-45cb-a13e-3705ee66db8c","aitenant":"ai-tenants/e2e-api-a-be578d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:49.027163828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e33dc26-2b03-4ad3-a1ac-f1182b04577e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:49.078935155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e33dc26-2b03-4ad3-a1ac-f1182b04577e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:49.130723639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e33dc26-2b03-4ad3-a1ac-f1182b04577e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:49.182718968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e33dc26-2b03-4ad3-a1ac-f1182b04577e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:49.240715299Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-be578d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-be578d","reconcileID":"c9db7057-e5e7-45cb-a13e-3705ee66db8c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-be578d","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-be578d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:51.152025622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867d5b5f-ef9e-4666-95f8-75d97c92d3a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:51.204117587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867d5b5f-ef9e-4666-95f8-75d97c92d3a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:51.257795874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867d5b5f-ef9e-4666-95f8-75d97c92d3a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:51.31233435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867d5b5f-ef9e-4666-95f8-75d97c92d3a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:53.210394412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c99379ca-c4d1-4237-89e2-63faedea3fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:53.262019521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c99379ca-c4d1-4237-89e2-63faedea3fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:53.314275111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c99379ca-c4d1-4237-89e2-63faedea3fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:53.36642251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c99379ca-c4d1-4237-89e2-63faedea3fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:55.581888651Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"e2e-e2e-api-b-c521ba-policy","reconcileID":"8b601a10-ce6e-470b-88cb-ac9f8e5add12","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:55.582033945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66023cc2-d60a-4036-a713-8e4e0b977edd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:55.582052779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66023cc2-d60a-4036-a713-8e4e0b977edd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:55.786396068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"e2e-e2e-api-b-c521ba-policy","reconcileID":"8b601a10-ce6e-470b-88cb-ac9f8e5add12","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c521ba","tenantID":"e2e-api-b-c521ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:55.911085524Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"e2e-e2e-api-b-c521ba-policy","reconcileID":"8b601a10-ce6e-470b-88cb-ac9f8e5add12","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"name":"e2e-api-b-c521ba-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:55.911110729Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"e2e-e2e-api-b-c521ba-policy","reconcileID":"8b601a10-ce6e-470b-88cb-ac9f8e5add12","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c521ba-policy","namespace":"ai-tenant-e2e-api-b-c521ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c521ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:55.966714233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f77dc8ae-d573-4525-917b-95127424bb43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:55.966740393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f77dc8ae-d573-4525-917b-95127424bb43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:57.574036193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aba9d0b-01ee-4b88-8956-cded049aa4b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:57.625934748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aba9d0b-01ee-4b88-8956-cded049aa4b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:57.69092935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aba9d0b-01ee-4b88-8956-cded049aa4b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:57.761655684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aba9d0b-01ee-4b88-8956-cded049aa4b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:59.673886849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df5200f2-4512-4a6b-83dc-e4e150aad2ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:59.72561603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df5200f2-4512-4a6b-83dc-e4e150aad2ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:59.777034572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df5200f2-4512-4a6b-83dc-e4e150aad2ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:31:59.828577237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df5200f2-4512-4a6b-83dc-e4e150aad2ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:07.714834691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"a59c3e38-45a5-4456-bd6e-6cbf027ea17b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-8c9581","tenantID":"e2e-ipp-b-8c9581","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:07.829510223Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"a59c3e38-45a5-4456-bd6e-6cbf027ea17b","name":"e2e-ipp-b-8c9581-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:13.953133814Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:17.35550828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"27245407-9933-4c3f-b926-b987066ae915","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3df441","tenantID":"e2e-ipp-a-3df441","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:17.470493882Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"27245407-9933-4c3f-b926-b987066ae915","name":"e2e-ipp-a-3df441-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:24.148802104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de293abe-c440-42d3-8df6-f251a293e4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:24.20090344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de293abe-c440-42d3-8df6-f251a293e4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:24.253210458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de293abe-c440-42d3-8df6-f251a293e4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:24.305035223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de293abe-c440-42d3-8df6-f251a293e4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:26.169965155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e7c885e-7590-4c02-8fbb-db3026b6c466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:26.222386061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e7c885e-7590-4c02-8fbb-db3026b6c466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:26.274743874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e7c885e-7590-4c02-8fbb-db3026b6c466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:26.327096813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e7c885e-7590-4c02-8fbb-db3026b6c466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:28.222913232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624d7b63-d6a3-46d1-835f-951161779e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:28.275450728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624d7b63-d6a3-46d1-835f-951161779e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:28.327152812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624d7b63-d6a3-46d1-835f-951161779e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:28.382930343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624d7b63-d6a3-46d1-835f-951161779e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.468729265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fd04924-53f0-4c42-9671-292647a8b400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.520766429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fd04924-53f0-4c42-9671-292647a8b400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.572393428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fd04924-53f0-4c42-9671-292647a8b400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:30.623927635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fd04924-53f0-4c42-9671-292647a8b400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:33.99072617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"26bbe21a-c30e-4426-81d6-5786b2fb22eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:34.090795072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"57d9b646-7a9b-4eeb-b871-dc81eaff9d4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:34.193934094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"8ab723f3-d4ff-40b4-a9ae-d39f2bd6fa6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:34.298660555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"71937691-0733-40c2-85c1-d8ac70c8c230","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:34.572700938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"00d8d27a-2cd6-4665-bdd3-69d8e5411781","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:34.673606732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"797e54e1-f38a-4261-9772-fe4a157bb913","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:34.699056469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"e904a297-e9d4-481a-8d17-f2bcfbf935b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:34.8855932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"d93dc78e-9136-4105-86b1-98864c5243cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:34.986166936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"4129da1b-6b6d-40ee-9fc6-e6010fb6a9f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.132662578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"fa110efe-00f3-472d-83a4-40438b8b3187","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.255708154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"d439de02-e762-449b-9a39-16ca501b7b73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:35.387319187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"a40dd104-6228-46dc-863d-2a534890e305","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:42.240390209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"c619b8fc-55cc-44ec-afbc-301195c4ed45","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:42.240421032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"c619b8fc-55cc-44ec-afbc-301195c4ed45","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:43.267694631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d80c9bde-562c-4c3d-a274-67459e5cd8e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:43.319909848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d80c9bde-562c-4c3d-a274-67459e5cd8e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:43.377478895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d80c9bde-562c-4c3d-a274-67459e5cd8e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:43.431255935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d80c9bde-562c-4c3d-a274-67459e5cd8e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:43.952552939Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:45.283176613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a110e7-7714-413f-800f-1ec06e45397a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:45.335408654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a110e7-7714-413f-800f-1ec06e45397a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:45.387121938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a110e7-7714-413f-800f-1ec06e45397a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:45.438927636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a110e7-7714-413f-800f-1ec06e45397a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:47.298604691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fa05f2-c5ca-431d-a5d2-50f50eb8ae09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:47.35086429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fa05f2-c5ca-431d-a5d2-50f50eb8ae09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:47.402772687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fa05f2-c5ca-431d-a5d2-50f50eb8ae09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:47.454557229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fa05f2-c5ca-431d-a5d2-50f50eb8ae09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:50.295213593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"a9643730-40a6-4762-9aab-06793f67bc47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:50.393896121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"235ab8c6-e5e5-4590-b8d5-b8d4459e775f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:50.417625274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"568b4b7c-dfe1-4381-899c-cb93dce231c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:50.599947018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fef7dae1-38bb-419e-b744-50d28d831416","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:50.700405563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"abf818c9-be27-444e-aa8f-8ed4866c5b49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:50.720386373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"229da232-8be5-4956-8a64-c1ed08445fc1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.028737852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"e661c82e-58f6-49d0-b513-35da4a78776d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.130000209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"50e08f8f-39f1-4602-b726-7bb8f57d7130","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.270629821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"41e5dce6-841f-4de5-bbec-ac3f990f4f69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.399635051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"ecece97d-c321-4daf-9cca-308a7df9dfe8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.506403143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"cb28b58c-7a78-49b9-b4b4-0ff0496b92a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:51.653250292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"5f060e73-9b4b-49e2-a8c7-406c14227ab5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.645239468Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","namespace":"ai-tenant-e2e-api-b-c521ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.645292709Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","namespace":"ai-tenant-e2e-api-b-c521ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.64536002Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","tenant":"e2e-api-b-c521ba","tenantID":"e2e-api-b-c521ba","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.699097384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","gvk":"Deployment","name":"maas-api-e2e-api-b-c521ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.759288839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","gvk":"Service","name":"maas-api-e2e-api-b-c521ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.815691379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-c521ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.869661475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-c521ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.929684611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-c521ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:53.992284591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-c521ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.050167918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-c521ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.115181036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-c521ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.168178469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","gvk":"Deployment","name":"payload-processing-e2e-api-b-c521ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.219876693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-c521ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.271275162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","gvk":"Service","name":"payload-processing-e2e-api-b-c521ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.335564568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","gvk":"Service","name":"payload-pre-processing-e2e-api-b-c521ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.386927583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-c521ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.438235139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-c521ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.48941254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-c521ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.546760267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-c521ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.598189849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-c521ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.649579883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-c521ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.708529513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-c521ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:32:54.760574814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c521ba"},"namespace":"ai-tenant-e2e-api-b-c521ba","name":"default-tenant","reconcileID":"9818660f-cda6-4bc4-9b66-dde779f26204","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-c521ba","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:00.625113764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"788fbd8c-98bb-4a41-9d8c-eea6b8dd6f65","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:00.625144278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"788fbd8c-98bb-4a41-9d8c-eea6b8dd6f65","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:01.458627818Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c521ba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c521ba","reconcileID":"2d58328b-eeac-4d98-bdae-0a462240e6be","aitenant":"ai-tenants/e2e-api-b-c521ba","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:01.96297695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bffbc23e-60de-422e-b973-14087cb3cbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:02.015214916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bffbc23e-60de-422e-b973-14087cb3cbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:02.066864674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bffbc23e-60de-422e-b973-14087cb3cbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:02.118468693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bffbc23e-60de-422e-b973-14087cb3cbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:02.281348425Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c521ba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c521ba","reconcileID":"2d58328b-eeac-4d98-bdae-0a462240e6be","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-c521ba","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-c521ba"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:03.994573523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510ef982-dfd7-4135-8619-2af462257797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:04.046467332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510ef982-dfd7-4135-8619-2af462257797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:04.098749419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510ef982-dfd7-4135-8619-2af462257797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:04.155166299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510ef982-dfd7-4135-8619-2af462257797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.521780217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfae0018-f18e-4068-97a1-cc36327f9c53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.573976969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfae0018-f18e-4068-97a1-cc36327f9c53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.62684905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfae0018-f18e-4068-97a1-cc36327f9c53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:06.678972227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfae0018-f18e-4068-97a1-cc36327f9c53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:08.559756703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ad8d873-8825-415b-b35e-c8a79e69fa5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:08.611699944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ad8d873-8825-415b-b35e-c8a79e69fa5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:08.663481046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ad8d873-8825-415b-b35e-c8a79e69fa5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:08.715210017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ad8d873-8825-415b-b35e-c8a79e69fa5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:09.919492788Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1a883c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1a883c","reconcileID":"9a3662b5-db52-49f3-b180-de0d3ef3eb5f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-1a883c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-1a883c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.635573492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024bf7a6-7e2d-492c-a3c1-2c4b4959a404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.683938424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"9a321972-8c2d-412d-bb99-403678825dd8","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.683955411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"9a321972-8c2d-412d-bb99-403678825dd8","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.687423607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024bf7a6-7e2d-492c-a3c1-2c4b4959a404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.739121275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024bf7a6-7e2d-492c-a3c1-2c4b4959a404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:10.791267644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024bf7a6-7e2d-492c-a3c1-2c4b4959a404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:12.67209242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a36afe-ab98-4e02-bb77-5ba9af512ce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:12.724146419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a36afe-ab98-4e02-bb77-5ba9af512ce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:12.775948096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a36afe-ab98-4e02-bb77-5ba9af512ce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:12.827691668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a36afe-ab98-4e02-bb77-5ba9af512ce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:13.953641268Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:16.948260795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5e4c96-1598-4487-a3a2-3826aad7a2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:16.999919392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5e4c96-1598-4487-a3a2-3826aad7a2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:17.051563016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5e4c96-1598-4487-a3a2-3826aad7a2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:17.105991999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5e4c96-1598-4487-a3a2-3826aad7a2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:18.998712189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91c85f12-0359-49a0-b058-371347be3c6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:19.090005448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91c85f12-0359-49a0-b058-371347be3c6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:19.158214821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91c85f12-0359-49a0-b058-371347be3c6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:19.210051568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91c85f12-0359-49a0-b058-371347be3c6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:20.693199197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"a1abdcdf-7748-421a-9f34-ecf074ad81e3","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:20.693302899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"a1abdcdf-7748-421a-9f34-ecf074ad81e3","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.69399508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"fbde2288-ccd1-4e63-8861-60cf6eadba8c","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:30.694017199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"fbde2288-ccd1-4e63-8861-60cf6eadba8c","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:36.412918524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"4e7e84f1-6260-40a1-abf1-5a8f84d86d72","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"tenant":"e2e-mt-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","model":"ai-tenant-e2e-mt-cb65f3a5/e2e-lifecycle-model-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:36.412950425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"4e7e84f1-6260-40a1-abf1-5a8f84d86d72","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"routeName":"e2e-lifecycle-model-cb65f3a5-kserve-route","namespace":"ai-tenant-e2e-mt-cb65f3a5","llmisvcName":"e2e-lifecycle-model-cb65f3a5","gateway":"openshift-ingress/e2e-mt-cb65f3a5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:33:38.096591197Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cb65f3a5","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"e2e-lifecycle-model-cb65f3a5","reconcileID":"2be0b5d4-a9c4-41d7-9a80-fdae7e523bce","error":"maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-cb65f3a5\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:38.588840924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2888d5-fe4b-474c-8e9f-da0a6286f332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:38.643130111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2888d5-fe4b-474c-8e9f-da0a6286f332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:38.696123781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2888d5-fe4b-474c-8e9f-da0a6286f332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:38.749736597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2888d5-fe4b-474c-8e9f-da0a6286f332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.670973526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5778db70-f16d-42e3-9192-87e61d5b3075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.722834362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5778db70-f16d-42e3-9192-87e61d5b3075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.774177768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5778db70-f16d-42e3-9192-87e61d5b3075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:40.82718332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5778db70-f16d-42e3-9192-87e61d5b3075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:41.595717523Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-eb20df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-eb20df","reconcileID":"23448c9e-2291-453d-b8c5-a092f23d0a44","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-eb20df","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-eb20df":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:42.740766892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a55ed7e-d61e-4267-9c6e-4b636d0ddbdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:42.792260246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a55ed7e-d61e-4267-9c6e-4b636d0ddbdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:42.84360667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a55ed7e-d61e-4267-9c6e-4b636d0ddbdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:42.895139173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a55ed7e-d61e-4267-9c6e-4b636d0ddbdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:43.952311487Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:44.812397968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4322bb5b-0ad9-48c0-8d81-2133a7db60ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:44.864009298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4322bb5b-0ad9-48c0-8d81-2133a7db60ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:44.915717883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4322bb5b-0ad9-48c0-8d81-2133a7db60ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:44.967245182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4322bb5b-0ad9-48c0-8d81-2133a7db60ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:46.629806235Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","namespace":"ai-tenant-e2e-ipp-a-38f5a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:46.629889394Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","namespace":"ai-tenant-e2e-ipp-a-38f5a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:46.629938854Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","tenant":"e2e-ipp-a-38f5a3","tenantID":"e2e-ipp-a-38f5a3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:46.688991582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","gvk":"Deployment","name":"maas-api-e2e-ipp-a-38f5a3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:46.749754728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","gvk":"Service","name":"maas-api-e2e-ipp-a-38f5a3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:46.817707976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-38f5a3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:46.872049305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-38f5a3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:46.931525253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-38f5a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:46.958120157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a01920f-cbaf-48df-add8-a37328939b32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:47.027527058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a01920f-cbaf-48df-add8-a37328939b32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:47.027497165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-38f5a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:47.112417432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a01920f-cbaf-48df-add8-a37328939b32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:47.197120342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-38f5a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:47.199253615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a01920f-cbaf-48df-add8-a37328939b32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:47.253395567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-38f5a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:47.306743129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-38f5a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:47.360139369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-38f5a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:47.470919246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","gvk":"Service","name":"payload-processing-e2e-ipp-a-38f5a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:47.53066003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-38f5a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:47.584260217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-38f5a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:47.637281965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-38f5a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:47.695665661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-38f5a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:47.750063417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-38f5a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:47.803668667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-38f5a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:47.856868346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-38f5a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:47.914218912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-38f5a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:47.96836407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-38f5a3"},"namespace":"ai-tenant-e2e-ipp-a-38f5a3","name":"default-tenant","reconcileID":"f2592386-07a8-49a8-9198-15c612c8ce61","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-38f5a3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:49.119460788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f9d360-69bf-4161-b347-fdde7126ef69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:49.171202328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f9d360-69bf-4161-b347-fdde7126ef69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:49.222752974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f9d360-69bf-4161-b347-fdde7126ef69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:49.222849001Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-38f5a3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-38f5a3","reconcileID":"72925fff-cdac-4893-a89e-9fc5f6214c09","aitenant":"ai-tenants/e2e-ipp-a-38f5a3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:49.274669017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f9d360-69bf-4161-b347-fdde7126ef69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:49.984877473Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-38f5a3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-38f5a3","reconcileID":"72925fff-cdac-4893-a89e-9fc5f6214c09","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-38f5a3","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-38f5a3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:51.330459293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eac9de3-c482-4b6e-9ab7-144e1ed9b78a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:51.381992394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eac9de3-c482-4b6e-9ab7-144e1ed9b78a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:51.433620776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eac9de3-c482-4b6e-9ab7-144e1ed9b78a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:51.485257722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eac9de3-c482-4b6e-9ab7-144e1ed9b78a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:53.356877719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a94bd8c8-f3eb-404f-9718-442069932afd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:53.408391644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a94bd8c8-f3eb-404f-9718-442069932afd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:53.460059613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a94bd8c8-f3eb-404f-9718-442069932afd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:33:53.51149126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a94bd8c8-f3eb-404f-9718-442069932afd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:02.644713547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57842b95-5904-49c2-8880-7bf212bd3c36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:02.69683317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57842b95-5904-49c2-8880-7bf212bd3c36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:02.74837394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57842b95-5904-49c2-8880-7bf212bd3c36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:02.800094768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57842b95-5904-49c2-8880-7bf212bd3c36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:04.724401588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b778dd88-b250-416b-b98f-cbde993a2f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:04.776175822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b778dd88-b250-416b-b98f-cbde993a2f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:04.827714653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b778dd88-b250-416b-b98f-cbde993a2f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:04.879448735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b778dd88-b250-416b-b98f-cbde993a2f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:06.810333076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1875120c-80c0-4eb2-9229-b597943e3faa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:06.862031396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1875120c-80c0-4eb2-9229-b597943e3faa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:06.913564365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1875120c-80c0-4eb2-9229-b597943e3faa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:06.966339659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1875120c-80c0-4eb2-9229-b597943e3faa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.394401956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"46c991da-88f6-457b-b76b-2f170773dc49","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1a883c","tenantID":"e2e-ipp-a-1a883c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:10.508114193Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"46c991da-88f6-457b-b76b-2f170773dc49","name":"e2e-ipp-a-1a883c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:13.952078098Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:26.398915555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ba2d0f-3529-4cac-bdf8-cebab4ba3956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:26.450633228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ba2d0f-3529-4cac-bdf8-cebab4ba3956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:26.504271059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ba2d0f-3529-4cac-bdf8-cebab4ba3956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:26.556560625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ba2d0f-3529-4cac-bdf8-cebab4ba3956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.159729219Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","namespace":"ai-tenant-e2e-mt-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.159783034Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","namespace":"ai-tenant-e2e-mt-cb65f3a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.159858494Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","tenant":"e2e-mt-cb65f3a5","tenantID":"e2e-mt-cb65f3a5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.213614395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","gvk":"Deployment","name":"maas-api-e2e-mt-cb65f3a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.275008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","gvk":"Service","name":"maas-api-e2e-mt-cb65f3a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.331918795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-cb65f3a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.385766402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-cb65f3a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.444134008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.499457871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.55420803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.610238774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.662282586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","gvk":"Deployment","name":"payload-processing-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.751455325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.803242007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","gvk":"Service","name":"payload-processing-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.854474232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","gvk":"Service","name":"payload-pre-processing-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.905797922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","gvk":"DestinationRule","name":"payload-processing-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:38.956859893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.007966994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.069237353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.120514857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.171969146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.225175262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-cb65f3a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.283297077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cb65f3a5"},"namespace":"ai-tenant-e2e-mt-cb65f3a5","name":"default-tenant","reconcileID":"2cc082ed-0548-41b9-8796-d5719e016211","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-cb65f3a5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.594195912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3011c35-438d-457c-9a9f-9a2d57c97267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.645878475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3011c35-438d-457c-9a9f-9a2d57c97267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.698010887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3011c35-438d-457c-9a9f-9a2d57c97267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:39.749538786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3011c35-438d-457c-9a9f-9a2d57c97267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:40.028035526Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-cb65f3a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-cb65f3a5","reconcileID":"22b304d1-9582-44e1-b1ff-589cf00607ea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-cb65f3a5","removed":["maas.opendatahub.io/gateway-access-e2e-mt-cb65f3a5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.363582119Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f2d039","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f2d039","reconcileID":"b951f2ad-0fec-4df6-89db-0c8846365648","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-f2d039","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-f2d039":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.646859388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1279a98f-86db-435a-8a9d-8d5dc4de189c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.698594045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1279a98f-86db-435a-8a9d-8d5dc4de189c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.749981886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1279a98f-86db-435a-8a9d-8d5dc4de189c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.762253774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccb4486d-7122-477f-bf92-539a7bc5c972","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.76227223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccb4486d-7122-477f-bf92-539a7bc5c972","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.801730424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1279a98f-86db-435a-8a9d-8d5dc4de189c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.856488859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82c66872-02d2-4f68-9596-8cf75980ace8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.856511202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82c66872-02d2-4f68-9596-8cf75980ace8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:41.959774439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"namespace":"ai-tenant-e2e-mt-9b37be0a","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"a08c0870-3d8f-4da7-8963-43c28d4acc5b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.087212113Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"namespace":"ai-tenant-e2e-mt-9b37be0a","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"a08c0870-3d8f-4da7-8963-43c28d4acc5b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.142336947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"namespace":"ai-tenant-e2e-mt-9b37be0a","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"a08c0870-3d8f-4da7-8963-43c28d4acc5b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.161775209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aba92ebb-5cba-4354-b219-720f527ba116","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.161801769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aba92ebb-5cba-4354-b219-720f527ba116","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.197943559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cd5d8d0-8dc8-4d0d-a2e3-7b36f0238701","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.197968699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cd5d8d0-8dc8-4d0d-a2e3-7b36f0238701","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.218745855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"addc56a2-5d3d-4fa1-906e-c8a0a51dec4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.21877193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"addc56a2-5d3d-4fa1-906e-c8a0a51dec4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:34:42.271531691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"namespace":"ai-tenant-e2e-mt-9b37be0a","name":"e2e-shared-int-sub-9b37be0a","reconcileID":"050a96fc-1396-49bd-890d-efc51f6d9005","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-9b37be0a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.360181337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"namespace":"ai-tenant-e2e-mt-9b37be0a","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"306c38c4-dd30-4073-943a-74362d75e074","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.390361424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5d9c920-a2dd-459e-940a-09e8b42989c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.390379275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5d9c920-a2dd-459e-940a-09e8b42989c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.41723355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"namespace":"ai-tenant-e2e-mt-9b37be0a","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"306c38c4-dd30-4073-943a-74362d75e074","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.446561157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39e3fd80-64b7-4d1f-9812-d0d359739170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.446582006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39e3fd80-64b7-4d1f-9812-d0d359739170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.474026722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"namespace":"ai-tenant-e2e-mt-9b37be0a","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"306c38c4-dd30-4073-943a-74362d75e074","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.724005205Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"namespace":"ai-tenant-e2e-mt-9b37be0a","name":"e2e-shared-int-sub-9b37be0a","reconcileID":"2472cf41-8cf8-4a2f-8007-b51165344252","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-9b37be0a/e2e-shared-int-sub-9b37be0a","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.984179692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f727fc6-b385-4a65-9174-4fab9ad7ee54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:42.984202004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f727fc6-b385-4a65-9174-4fab9ad7ee54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.03045034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1f8c2696-84d3-4a83-9e7e-962ca766d9c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.190431367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"namespace":"ai-tenant-e2e-mt-9b37be0a","name":"e2e-shared-int-sub-9b37be0a","reconcileID":"2a407c3f-c998-43b7-8ac3-0c6222fc1a80","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.213899781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5cd62b87-728f-4e43-8199-1e48eb197532","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.213929216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5cd62b87-728f-4e43-8199-1e48eb197532","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.269604669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e148ffe6-a706-44e8-8346-2293f4d78c2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.269730706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e148ffe6-a706-44e8-8346-2293f4d78c2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.372729728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"916b92f0-b42f-41c7-bb27-a8dd681ace6f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.430411081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"916b92f0-b42f-41c7-bb27-a8dd681ace6f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.483331866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b0c39d4-9ab7-419e-bbb8-690cbf0d63be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.4833514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b0c39d4-9ab7-419e-bbb8-690cbf0d63be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.489379939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"916b92f0-b42f-41c7-bb27-a8dd681ace6f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.538531482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"871267fe-4d69-4c45-834f-30a410003061","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.538551628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"871267fe-4d69-4c45-834f-30a410003061","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.545398133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92bf6b46-e575-4273-8c85-4392a3f6e327","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.54541575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92bf6b46-e575-4273-8c85-4392a3f6e327","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:34:43.590536822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-sub-9b37be0a","reconcileID":"bbc71583-40a4-41a9-a699-6c5511325f7a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-9b37be0a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.650603612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"a80f2201-2a84-48db-b7aa-dc490fd82669","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.704511444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82255c65-4b43-4667-9f39-a5a1f3914f5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.704534228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82255c65-4b43-4667-9f39-a5a1f3914f5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.708041518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"a80f2201-2a84-48db-b7aa-dc490fd82669","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.734946678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a5a306-8590-4879-acbd-f2e5825f1ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.787915792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a5a306-8590-4879-acbd-f2e5825f1ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.789964154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e70a0e80-47fe-44f0-a317-fbc8c1530017","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.78998484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e70a0e80-47fe-44f0-a317-fbc8c1530017","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.790206447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"a80f2201-2a84-48db-b7aa-dc490fd82669","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.839861729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a5a306-8590-4879-acbd-f2e5825f1ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.891745902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a5a306-8590-4879-acbd-f2e5825f1ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:43.953702688Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.181174077Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-sub-9b37be0a","reconcileID":"86c53705-df2a-433c-b591-7e7412697188","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-8175a94f/e2e-shared-int-sub-9b37be0a","ai-tenant-e2e-mt-9b37be0a/e2e-shared-int-sub-9b37be0a","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.346196394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"832f7c46-ce79-427c-a7bb-ff48d0348066","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.346220051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"832f7c46-ce79-427c-a7bb-ff48d0348066","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.416876077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2991c6e8-6e33-4f54-ab70-3d8e2cbbbebc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.416907887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"namespace":"ai-tenant-e2e-mt-9b37be0a","name":"e2e-shared-int-sub-9b37be0a","reconcileID":"0b3192d2-027c-4c90-95fd-a131175876c4","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.560372654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-sub-9b37be0a","reconcileID":"291a23fb-f32c-4aa1-823e-e74af804e4f4","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.61199463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"119a2642-cca5-445f-b483-db5b5a8bb7f4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-eb20df","tenantID":"e2e-ipp-b-eb20df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:44.725273643Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"119a2642-cca5-445f-b483-db5b5a8bb7f4","name":"e2e-ipp-b-eb20df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:45.898402346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e9e128d-5733-42f9-a329-c55e0108af6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:45.954146008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e9e128d-5733-42f9-a329-c55e0108af6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:46.006513834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e9e128d-5733-42f9-a329-c55e0108af6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:46.058963725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e9e128d-5733-42f9-a329-c55e0108af6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:48.018504952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d80f6dc-48a3-43a0-bd69-6fc60f77dff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:48.07045122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d80f6dc-48a3-43a0-bd69-6fc60f77dff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:48.122162027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d80f6dc-48a3-43a0-bd69-6fc60f77dff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:48.17410513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d80f6dc-48a3-43a0-bd69-6fc60f77dff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:49.201205432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3155e2b4-2c34-4ab7-99f7-0ebd85a92af8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:49.201226909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3155e2b4-2c34-4ab7-99f7-0ebd85a92af8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:49.210621204Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"namespace":"ai-tenant-e2e-mt-9b37be0a","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"ce21fedf-26be-4054-9ef5-1d2ec5629912","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:49.364049177Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"namespace":"ai-tenant-e2e-mt-9b37be0a","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"ce21fedf-26be-4054-9ef5-1d2ec5629912","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"policyNamespace":"ai-tenant-e2e-mt-9b37be0a","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:49.419553889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fba4b50e-df4f-4690-80de-61e00523d629","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:49.419576963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fba4b50e-df4f-4690-80de-61e00523d629","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:49.579625774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04286d2e-04f8-4ec4-9f8f-6c53a713b26c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:49.579647287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04286d2e-04f8-4ec4-9f8f-6c53a713b26c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.111598288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48aa7ceb-0356-447c-b4d4-9f05fe653226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.163416926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48aa7ceb-0356-447c-b4d4-9f05fe653226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.215165386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48aa7ceb-0356-447c-b4d4-9f05fe653226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:50.266878481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48aa7ceb-0356-447c-b4d4-9f05fe653226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:52.232053077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe3647a1-1bb5-4369-997c-52c5bb5fb5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:52.284148755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe3647a1-1bb5-4369-997c-52c5bb5fb5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:52.336143336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe3647a1-1bb5-4369-997c-52c5bb5fb5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:52.387937623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe3647a1-1bb5-4369-997c-52c5bb5fb5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:53.902326282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"3ae9a170-6dc9-44f3-a34d-c88605f4207e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:53.965111273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"3ae9a170-6dc9-44f3-a34d-c88605f4207e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:54.023807885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"3ae9a170-6dc9-44f3-a34d-c88605f4207e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:55.388621075Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","namespace":"ai-tenant-e2e-ipp-b-8c9581","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:55.388922328Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","namespace":"ai-tenant-e2e-ipp-b-8c9581","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:55.389097777Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","tenant":"e2e-ipp-b-8c9581","tenantID":"e2e-ipp-b-8c9581","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:55.453124871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","gvk":"Deployment","name":"maas-api-e2e-ipp-b-8c9581","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:55.519891807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","gvk":"Service","name":"maas-api-e2e-ipp-b-8c9581","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:55.593040324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-8c9581","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:55.657017248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-8c9581","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:55.736057521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-8c9581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:55.826619851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-8c9581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:55.892112969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-8c9581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:55.957012826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-8c9581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.011488923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-8c9581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.067007045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-8c9581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.126468106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","gvk":"Service","name":"payload-processing-e2e-ipp-b-8c9581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.190397498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-8c9581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.244185439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-8c9581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.301032883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-8c9581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.358420386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-8c9581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.413054227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-8c9581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.466883737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-8c9581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.523550575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-8c9581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.597145605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-8c9581","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:56.650567398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8c9581"},"namespace":"ai-tenant-e2e-ipp-b-8c9581","name":"default-tenant","reconcileID":"9afc4ae5-d50d-4025-a261-a318b3799ff0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-8c9581","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:59.740662715Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"namespace":"ai-tenant-e2e-mt-9b37be0a","name":"e2e-shared-int-sub-9b37be0a","reconcileID":"b65a5c4d-3a75-48b9-9204-4e567a0ad579","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-9b37be0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:34:59.954306558Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"namespace":"ai-tenant-e2e-mt-9b37be0a","name":"e2e-shared-int-sub-9b37be0a","reconcileID":"b65a5c4d-3a75-48b9-9204-4e567a0ad579","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-9b37be0a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-8175a94f/e2e-shared-int-sub-9b37be0a","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:00.163250752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"48660a8a-3cea-4ce4-a96c-057533ac5ffa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:00.163249167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-sub-9b37be0a","reconcileID":"bc859327-1720-4012-9e0c-d0e04ff4d4d3","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:00.169554588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2909e816-ae12-4e14-8803-b2d5c7745581","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:00.169571125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2909e816-ae12-4e14-8803-b2d5c7745581","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:02.328066Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8c9581","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8c9581","reconcileID":"5fd5f966-27e8-436c-8932-6ee779662abf","aitenant":"ai-tenants/e2e-ipp-b-8c9581","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:02.91702494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae1e5883-916a-4140-9fa6-50830cbad2cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:02.970036613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae1e5883-916a-4140-9fa6-50830cbad2cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:03.021520439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae1e5883-916a-4140-9fa6-50830cbad2cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:03.073160822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae1e5883-916a-4140-9fa6-50830cbad2cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:03.131725269Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8c9581","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8c9581","reconcileID":"5fd5f966-27e8-436c-8932-6ee779662abf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-8c9581","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-8c9581"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:04.230452345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"10afb248-af78-4c6d-8fc1-f1df2d43a483","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:04.291865479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"10afb248-af78-4c6d-8fc1-f1df2d43a483","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:04.3503128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"10afb248-af78-4c6d-8fc1-f1df2d43a483","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:04.503838253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ebc4f14-3ac3-4d07-af5e-087dec11ced9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:04.503928793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ebc4f14-3ac3-4d07-af5e-087dec11ced9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:05.043794975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56deb0b4-54ec-4bf2-ad8e-0498761ef9c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:05.098060959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56deb0b4-54ec-4bf2-ad8e-0498761ef9c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:05.151496075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56deb0b4-54ec-4bf2-ad8e-0498761ef9c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:05.203919723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56deb0b4-54ec-4bf2-ad8e-0498761ef9c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:07.303525516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdd10433-d162-42a2-9f85-a18d374977b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:07.358352366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdd10433-d162-42a2-9f85-a18d374977b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:07.409931356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdd10433-d162-42a2-9f85-a18d374977b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:07.463275877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdd10433-d162-42a2-9f85-a18d374977b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:09.370590789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70bad05d-d191-4b6c-880e-63a6bdf4de25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:09.422488656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70bad05d-d191-4b6c-880e-63a6bdf4de25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:09.474044909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70bad05d-d191-4b6c-880e-63a6bdf4de25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:09.525669154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70bad05d-d191-4b6c-880e-63a6bdf4de25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:10.314655846Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-cb486a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-cb486a","reconcileID":"866c2374-87ef-4f91-ac64-c30df293e5b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-cb486a","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-cb486a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:11.431257004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c7a0ef-99ec-43c5-8134-cf727492443e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:11.482936209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c7a0ef-99ec-43c5-8134-cf727492443e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:11.534566446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c7a0ef-99ec-43c5-8134-cf727492443e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:11.586130262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c7a0ef-99ec-43c5-8134-cf727492443e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:13.484300724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9539dd-613b-4b8c-af1e-b175419c3669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:13.536543685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9539dd-613b-4b8c-af1e-b175419c3669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:13.591607943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9539dd-613b-4b8c-af1e-b175419c3669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:13.64550879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9539dd-613b-4b8c-af1e-b175419c3669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:13.960629099Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:14.633427798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"5ace026e-cfdc-492c-8e9a-8b5c7de6b8de","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:14.742604368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"5ace026e-cfdc-492c-8e9a-8b5c7de6b8de","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:14.797315503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"5ace026e-cfdc-492c-8e9a-8b5c7de6b8de","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:15.526418625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367256ff-00b8-4200-b226-defdef376d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:15.578681181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367256ff-00b8-4200-b226-defdef376d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:15.630962237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367256ff-00b8-4200-b226-defdef376d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:15.682886315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367256ff-00b8-4200-b226-defdef376d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.594144912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f48dffb6-8f13-412d-90af-d56bc665c7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.64597276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f48dffb6-8f13-412d-90af-d56bc665c7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.697698418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f48dffb6-8f13-412d-90af-d56bc665c7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:17.749290239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f48dffb6-8f13-412d-90af-d56bc665c7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:19.653423573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cccd1480-9c7b-4f9c-b69b-4d030b062f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:19.704909993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cccd1480-9c7b-4f9c-b69b-4d030b062f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:19.756769389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cccd1480-9c7b-4f9c-b69b-4d030b062f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:19.808256406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cccd1480-9c7b-4f9c-b69b-4d030b062f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:21.668530653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bbbffbd-f930-472a-ad2d-9cd718f2812d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:21.720093046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bbbffbd-f930-472a-ad2d-9cd718f2812d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:21.771792044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bbbffbd-f930-472a-ad2d-9cd718f2812d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:21.823352994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bbbffbd-f930-472a-ad2d-9cd718f2812d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:23.686746111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68584cdc-32e8-4ea1-938c-e0cf097816ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:23.738298555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68584cdc-32e8-4ea1-938c-e0cf097816ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:23.790649145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68584cdc-32e8-4ea1-938c-e0cf097816ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:23.843068325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68584cdc-32e8-4ea1-938c-e0cf097816ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:24.900663305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"43137624-86a9-44bd-a844-3972fdd8a7d6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:24.956807614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"43137624-86a9-44bd-a844-3972fdd8a7d6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:25.013664392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"43137624-86a9-44bd-a844-3972fdd8a7d6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:35.118222719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"c965d7bb-58f7-4eec-b01d-91d8bec2a5b5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:35.17559078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"c965d7bb-58f7-4eec-b01d-91d8bec2a5b5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:35.439631473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7db6053d-5940-444c-b2e7-b25395101376","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:35.439651629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7db6053d-5940-444c-b2e7-b25395101376","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:40.197144176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"fb459b75-fdbe-4dc4-abca-8d8f6e9cc17c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-f2d039","tenantID":"e2e-ipp-b-f2d039","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:40.310422211Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"fb459b75-fdbe-4dc4-abca-8d8f6e9cc17c","name":"e2e-ipp-b-f2d039-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:43.952380834Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:47.117095803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40e0ff0-7669-426c-8de8-0c1b26c9677c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:47.168982762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40e0ff0-7669-426c-8de8-0c1b26c9677c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:47.221109533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40e0ff0-7669-426c-8de8-0c1b26c9677c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:47.272950402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40e0ff0-7669-426c-8de8-0c1b26c9677c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:49.221846081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a16febed-11c4-40f1-99e4-d898ba5b99f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:49.273753631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a16febed-11c4-40f1-99e4-d898ba5b99f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:49.325423468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a16febed-11c4-40f1-99e4-d898ba5b99f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:49.377041725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a16febed-11c4-40f1-99e4-d898ba5b99f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:51.282114385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11899327-bad6-4d1f-8daf-2c555d3fcdc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:51.346217323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11899327-bad6-4d1f-8daf-2c555d3fcdc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:51.398330019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11899327-bad6-4d1f-8daf-2c555d3fcdc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:51.449997689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11899327-bad6-4d1f-8daf-2c555d3fcdc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:58.171812567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63069d9a-f4d6-4af3-84fa-e3bc587ef116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:58.22324608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63069d9a-f4d6-4af3-84fa-e3bc587ef116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:58.274776794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63069d9a-f4d6-4af3-84fa-e3bc587ef116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:35:58.326381489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63069d9a-f4d6-4af3-84fa-e3bc587ef116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:00.184472159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f42d67d-6e84-48a6-8642-f86e44becd98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:00.236626101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f42d67d-6e84-48a6-8642-f86e44becd98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:00.288311295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f42d67d-6e84-48a6-8642-f86e44becd98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:00.339901729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f42d67d-6e84-48a6-8642-f86e44becd98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:13.952522122Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:18.498809224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"fffc9d8d-9678-47c5-8d71-ce7fb748fcec","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cb486a","tenantID":"e2e-praxis-a-cb486a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:18.615242221Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"fffc9d8d-9678-47c5-8d71-ce7fb748fcec","name":"e2e-praxis-a-cb486a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:18.67262882Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","namespace":"ai-tenant-e2e-ipp-a-bb5643","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:18.67271841Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","namespace":"ai-tenant-e2e-ipp-a-bb5643","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:18.672800778Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","tenant":"e2e-ipp-a-bb5643","tenantID":"e2e-ipp-a-bb5643","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:18.726055028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","gvk":"Deployment","name":"maas-api-e2e-ipp-a-bb5643","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:18.787041536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","gvk":"Service","name":"maas-api-e2e-ipp-a-bb5643","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:18.846127306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-bb5643","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:18.902089175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-bb5643","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:18.971653884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-bb5643","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:19.02716846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-bb5643","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:19.084289844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-bb5643","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:19.14909748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-bb5643","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:19.205296738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-bb5643","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:19.258743815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-bb5643","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:19.32052327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","gvk":"Service","name":"payload-processing-e2e-ipp-a-bb5643","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:19.385009833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-bb5643","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:19.439184068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-bb5643","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:19.495270623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-bb5643","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:19.552672154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-bb5643","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:19.607103433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-bb5643","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:19.659921186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-bb5643","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:19.712988103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-bb5643","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:19.767351132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-bb5643","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:19.820525783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bb5643"},"namespace":"ai-tenant-e2e-ipp-a-bb5643","name":"default-tenant","reconcileID":"04e7ed6b-f13d-4289-aea5-1bfa4336dcf9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-bb5643","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:24.721055802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5682f943-4ea1-4abb-a603-6f7d2422510b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:24.773415231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5682f943-4ea1-4abb-a603-6f7d2422510b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:24.825377734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5682f943-4ea1-4abb-a603-6f7d2422510b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:24.877036582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5682f943-4ea1-4abb-a603-6f7d2422510b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:25.304750101Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-011885","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-011885","reconcileID":"67983f80-4144-4d55-b1bb-cd2498a90954","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-011885","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-011885":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:26.140880171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"fc6561e5-8802-4933-9d5b-df89ebf8d609","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:26.305891494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"43ab21f1-6466-4378-a237-f2a8347c8959","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:26.433407464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cdf4769d-0809-49d5-a184-e54be0373f03","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:26.433791814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-sub-9b37be0a","reconcileID":"b1a59b23-15d6-440e-b6d3-e5306b5f7bbe","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:26.537243031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"89b8e991-de4f-4821-86bc-238b2ebef95a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:26.633781804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"563f74d1-f9ce-4cbc-be58-a3c9396c5706","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:26.661790023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"508ff4b2-d2a1-4f5f-8a40-d4c77fde5fcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:26.760925996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bdb7d866-1a21-4f6c-993b-c63d0fc61da8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:26.766542805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"163bfad0-f8e1-4354-af51-b0f589ca929d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:26.820644842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"163bfad0-f8e1-4354-af51-b0f589ca929d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:26.874230419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"163bfad0-f8e1-4354-af51-b0f589ca929d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:26.926035942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"163bfad0-f8e1-4354-af51-b0f589ca929d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:27.09073059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"a3e702c5-3fb2-4904-ae9b-bf0a5aade547","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:27.138378313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"723faabd-acf7-4dba-8d70-6eb32145c5dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:27.149802687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"71a022e6-2515-4a67-90cb-5a4dbc95054f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:27.357150384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"639dbd7c-ca0b-4d4f-80e7-4b4b34a2dc97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:27.457692582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"d39293b5-b76c-48a1-a480-41dbebd991a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:28.86478417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f92111-0f0d-4ef3-9b99-ed330c2aa13b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:28.933542581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f92111-0f0d-4ef3-9b99-ed330c2aa13b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:28.989279737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f92111-0f0d-4ef3-9b99-ed330c2aa13b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:29.043514426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f92111-0f0d-4ef3-9b99-ed330c2aa13b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:30.315359031Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-bb5643","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-bb5643","reconcileID":"da2ff9d1-97b9-4e04-b953-5f7f6bf45cf7","aitenant":"ai-tenants/e2e-ipp-a-bb5643","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:30.811702662Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"e32c53ad-beea-4a56-8ab3-3159496a00f0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:30.812463985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b16db0c7-6f50-4d01-b558-479041cf537d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:30.812481525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b16db0c7-6f50-4d01-b558-479041cf537d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:30.930102448Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-policy-9b37be0a","reconcileID":"e32c53ad-beea-4a56-8ab3-3159496a00f0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"policyNamespace":"ai-tenant-e2e-mt-8175a94f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:31.000602668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1cc7f16-300b-444d-8635-b181bc7363e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:31.000712585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1cc7f16-300b-444d-8635-b181bc7363e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:31.031545717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b14b43-669f-4493-920f-5cf67b969912","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:31.099409168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b14b43-669f-4493-920f-5cf67b969912","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:31.152465084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b14b43-669f-4493-920f-5cf67b969912","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:31.158942816Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-bb5643","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-bb5643","reconcileID":"da2ff9d1-97b9-4e04-b953-5f7f6bf45cf7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-bb5643","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-bb5643"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:31.174056261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca2c408a-65b6-44e6-afcd-be1b36b75c24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:31.174074505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca2c408a-65b6-44e6-afcd-be1b36b75c24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:31.204360689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b14b43-669f-4493-920f-5cf67b969912","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:33.081811174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cda3037-4030-4089-a048-faf5062abc60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:33.133640528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cda3037-4030-4089-a048-faf5062abc60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:33.185524116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cda3037-4030-4089-a048-faf5062abc60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:33.23904491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cda3037-4030-4089-a048-faf5062abc60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:39.133333837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef33ed1-19e4-430a-9d7d-92bc3d198930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:39.190989112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef33ed1-19e4-430a-9d7d-92bc3d198930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:39.243224793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef33ed1-19e4-430a-9d7d-92bc3d198930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:39.298091197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef33ed1-19e4-430a-9d7d-92bc3d198930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:40.005151136Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","namespace":"ai-tenant-e2e-ipp-b-eb20df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:40.005241436Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","namespace":"ai-tenant-e2e-ipp-b-eb20df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:40.00532715Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","tenant":"e2e-ipp-b-eb20df","tenantID":"e2e-ipp-b-eb20df","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:40.060245283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","gvk":"Deployment","name":"maas-api-e2e-ipp-b-eb20df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:40.122123997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","gvk":"Service","name":"maas-api-e2e-ipp-b-eb20df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:40.182218748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-eb20df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:40.249536977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-eb20df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:40.317458407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-eb20df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:40.373691682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-eb20df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:40.436072661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-eb20df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:40.489724636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-eb20df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:40.549158288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-eb20df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:40.629234695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-eb20df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:40.709802308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","gvk":"Service","name":"payload-processing-e2e-ipp-b-eb20df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:40.762367526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-eb20df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:40.813948219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-eb20df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:40.865109824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-eb20df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:40.916146744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-eb20df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:40.97042123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-eb20df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.021399277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-eb20df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.072348975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-eb20df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.131424836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-eb20df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.183906594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-eb20df"},"namespace":"ai-tenant-e2e-ipp-b-eb20df","name":"default-tenant","reconcileID":"1415912f-9de8-4ecd-bb9a-b09e9a11d2ea","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-eb20df","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.237025309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50f086d-bedf-4ea4-9da7-dc4034897940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.289142996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50f086d-bedf-4ea4-9da7-dc4034897940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.341229254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50f086d-bedf-4ea4-9da7-dc4034897940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.392850532Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-sub-9b37be0a","reconcileID":"3a8afa56-d469-4947-bc6e-a7b1f46c357a","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-9b37be0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.393016501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50f086d-bedf-4ea4-9da7-dc4034897940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.659672901Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"namespace":"ai-tenant-e2e-mt-8175a94f","name":"e2e-shared-int-sub-9b37be0a","reconcileID":"3a8afa56-d469-4947-bc6e-a7b1f46c357a","MaaSSubscription":{"name":"e2e-shared-int-sub-9b37be0a","namespace":"ai-tenant-e2e-mt-8175a94f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.868267596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e8d596dc-6441-47e7-935a-935e73a4266d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.986706961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54c8eae1-973e-4b71-b44f-82a6ed029980","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:41.986729467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54c8eae1-973e-4b71-b44f-82a6ed029980","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:43.259321261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b65915-71f0-40ea-a763-8abca49b8911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:43.31160499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b65915-71f0-40ea-a763-8abca49b8911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:43.363299915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b65915-71f0-40ea-a763-8abca49b8911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:43.41509784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b65915-71f0-40ea-a763-8abca49b8911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:43.952115535Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:45.005420518Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-eb20df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-eb20df","reconcileID":"dc4f1335-76ab-4783-9224-0bf0d3b4605b","aitenant":"ai-tenants/e2e-ipp-b-eb20df","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:45.348030855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23898ffd-0414-4b03-aaae-77d3004fdb8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:45.399880217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23898ffd-0414-4b03-aaae-77d3004fdb8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:45.460424158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23898ffd-0414-4b03-aaae-77d3004fdb8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:45.513895722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23898ffd-0414-4b03-aaae-77d3004fdb8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:45.802214771Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-eb20df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-eb20df","reconcileID":"dc4f1335-76ab-4783-9224-0bf0d3b4605b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-eb20df","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-eb20df"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:46.35274212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"f73334be-2a62-45a8-9a48-d06c1279646c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:46.461261688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"8ed80e6d-d871-43df-a6c0-cb3f3c952ad9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:46.632711773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"64397fcd-000b-4d0a-9739-d71b9f9fdec3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:46.882533544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"673b7e18-126c-4280-887b-f3c553538a73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:47.035645049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"5f3b1297-0ee2-4559-98b3-f31cf1347295","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:47.07445108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"bb794534-385c-414d-9141-268bdc2a04a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:47.087259756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"ebed282d-1f76-4223-9532-4025ad8c3df2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:47.245663818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"66392c82-15f6-4e3c-a705-3b9c14b3dc53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:47.42061783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"b275526f-5d39-40c3-8bb8-3060dd9bd63a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:47.458500669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b3638f1-83dc-4ccf-968c-4fb36fe0811e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:47.510464655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b3638f1-83dc-4ccf-968c-4fb36fe0811e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:47.56292843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b3638f1-83dc-4ccf-968c-4fb36fe0811e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:47.61537733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b3638f1-83dc-4ccf-968c-4fb36fe0811e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:47.667406531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"6533e726-05c3-44ae-b67d-b5ef58264945","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:47.771412405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"56238cd2-5ef2-4e03-b217-209ae6c7e728","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:49.477040812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a455e2f1-1f5f-4b59-ac57-9b3f60369de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:49.531283306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a455e2f1-1f5f-4b59-ac57-9b3f60369de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:49.591604989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a455e2f1-1f5f-4b59-ac57-9b3f60369de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:49.644719723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a455e2f1-1f5f-4b59-ac57-9b3f60369de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:51.539955724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f9f3d7-5885-427c-8adb-167483a200d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:51.596952088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f9f3d7-5885-427c-8adb-167483a200d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:51.651805426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f9f3d7-5885-427c-8adb-167483a200d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:51.703455561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f9f3d7-5885-427c-8adb-167483a200d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:53.460204516Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-75dfee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-75dfee","reconcileID":"5c715950-2d19-4644-ac23-a1231b29c81b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-75dfee","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-75dfee":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:53.577874175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2f2af6-6560-4700-9ec7-4b073e5685a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:53.629857775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2f2af6-6560-4700-9ec7-4b073e5685a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:53.683749112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2f2af6-6560-4700-9ec7-4b073e5685a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:53.735478316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2f2af6-6560-4700-9ec7-4b073e5685a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:55.632993395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a309078e-5162-4e43-af96-cc97561e536b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:55.684595816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a309078e-5162-4e43-af96-cc97561e536b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:55.736266951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a309078e-5162-4e43-af96-cc97561e536b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:36:55.788553777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a309078e-5162-4e43-af96-cc97561e536b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:03.310730154Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","namespace":"ai-tenant-e2e-ipp-a-3df441","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:03.31078538Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","namespace":"ai-tenant-e2e-ipp-a-3df441","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:03.31085814Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","tenant":"e2e-ipp-a-3df441","tenantID":"e2e-ipp-a-3df441","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:03.367447964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","gvk":"Deployment","name":"maas-api-e2e-ipp-a-3df441","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:03.431042598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","gvk":"Service","name":"maas-api-e2e-ipp-a-3df441","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:03.48554146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-3df441","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:03.538771901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-3df441","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:03.616018819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-3df441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:03.671509994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-3df441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:03.727580073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-3df441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:03.793253902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-3df441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:03.850700683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-3df441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:03.906970711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-3df441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:03.966338879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","gvk":"Service","name":"payload-processing-e2e-ipp-a-3df441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:04.027478809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-3df441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:04.08348763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-3df441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:04.13969695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-3df441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:04.194453781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-3df441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:04.248783082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-3df441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:04.304152646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-3df441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:04.361161849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-3df441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:04.417107525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-3df441","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:04.471449618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3df441"},"namespace":"ai-tenant-e2e-ipp-a-3df441","name":"default-tenant","reconcileID":"3fc28735-48df-4c3c-a06a-56e65e2f3540","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-3df441","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:06.073553692Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3df441","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3df441","reconcileID":"bcf59c1d-84c5-41df-be42-2f5f1535fadc","aitenant":"ai-tenants/e2e-ipp-a-3df441","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:06.735182065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1fba824-79b8-4e2c-98d3-2c0a46a75030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:06.787314838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1fba824-79b8-4e2c-98d3-2c0a46a75030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:06.839074001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1fba824-79b8-4e2c-98d3-2c0a46a75030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:06.89087335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1fba824-79b8-4e2c-98d3-2c0a46a75030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:06.949016631Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3df441","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3df441","reconcileID":"bcf59c1d-84c5-41df-be42-2f5f1535fadc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3df441","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-3df441"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:08.834889976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45171ab6-5ac3-4ea1-925b-8978892ff998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:08.886556934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45171ab6-5ac3-4ea1-925b-8978892ff998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:08.938193656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45171ab6-5ac3-4ea1-925b-8978892ff998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:08.98978283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45171ab6-5ac3-4ea1-925b-8978892ff998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:10.859424769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ce577b-afe6-4bec-a72d-f005b54e1339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:10.911150236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ce577b-afe6-4bec-a72d-f005b54e1339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:10.96453533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ce577b-afe6-4bec-a72d-f005b54e1339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:11.017137031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5ce577b-afe6-4bec-a72d-f005b54e1339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:12.894402824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97adacde-6787-41a6-bfae-b8ddc7d3a9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:12.946247605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97adacde-6787-41a6-bfae-b8ddc7d3a9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:12.997985612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97adacde-6787-41a6-bfae-b8ddc7d3a9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:13.049647734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97adacde-6787-41a6-bfae-b8ddc7d3a9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:13.952220068Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:14.724917317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"55d2fbdd-9f70-4e9e-af08-b1ad2982361a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:14.973195906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75091358-2c65-45f5-962e-6e415b386e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:15.079662879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75091358-2c65-45f5-962e-6e415b386e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:15.149628361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75091358-2c65-45f5-962e-6e415b386e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:15.21296971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75091358-2c65-45f5-962e-6e415b386e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:17.23330931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62de57ca-e93f-45fc-8da1-d02ea84bfb92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:17.28587066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62de57ca-e93f-45fc-8da1-d02ea84bfb92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:17.337776207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62de57ca-e93f-45fc-8da1-d02ea84bfb92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:17.389332766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62de57ca-e93f-45fc-8da1-d02ea84bfb92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:19.327979261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc7919c-44f4-4571-9738-bdd72879e5b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:19.380010454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc7919c-44f4-4571-9738-bdd72879e5b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:19.432076687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc7919c-44f4-4571-9738-bdd72879e5b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:19.483910282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc7919c-44f4-4571-9738-bdd72879e5b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:19.752403891Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-0db2fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-0db2fb","reconcileID":"5f22c3cf-56bb-421e-a2b7-dd0927d1b1f9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-0db2fb","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-0db2fb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:19.960286536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"567b3a2c-4633-44ac-a908-c7697596c642","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-011885","tenantID":"e2e-ipp-b-011885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:20.088542053Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"567b3a2c-4633-44ac-a908-c7697596c642","name":"e2e-ipp-b-011885-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:21.419407119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477ad71c-7ca7-4535-b969-e6b2e33e8a71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:21.471315931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477ad71c-7ca7-4535-b969-e6b2e33e8a71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:21.524805958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477ad71c-7ca7-4535-b969-e6b2e33e8a71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:21.576609585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477ad71c-7ca7-4535-b969-e6b2e33e8a71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:23.455349404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33baabe0-847f-416c-8f81-9c150df90baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:23.507620635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33baabe0-847f-416c-8f81-9c150df90baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:23.560032064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33baabe0-847f-416c-8f81-9c150df90baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:23.611986475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33baabe0-847f-416c-8f81-9c150df90baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:25.508569906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a56819-ddf4-4f0a-bd3e-c56060f6e4a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:25.560416965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a56819-ddf4-4f0a-bd3e-c56060f6e4a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:25.618712612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a56819-ddf4-4f0a-bd3e-c56060f6e4a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:25.682421858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a56819-ddf4-4f0a-bd3e-c56060f6e4a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:27.55403093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e5bcc8-b46b-4236-b848-023a28a87ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:27.605955938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e5bcc8-b46b-4236-b848-023a28a87ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:27.659977468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e5bcc8-b46b-4236-b848-023a28a87ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:27.712376479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e5bcc8-b46b-4236-b848-023a28a87ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:29.571801172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33e94e7-ae12-42f5-95a2-4b4f0f110fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:29.623713563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33e94e7-ae12-42f5-95a2-4b4f0f110fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:29.675708838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33e94e7-ae12-42f5-95a2-4b4f0f110fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:29.727553459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33e94e7-ae12-42f5-95a2-4b4f0f110fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:30.415869421Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","namespace":"ai-tenant-e2e-ipp-b-f2d039","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:30.415923912Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","namespace":"ai-tenant-e2e-ipp-b-f2d039","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:30.4159675Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","tenant":"e2e-ipp-b-f2d039","tenantID":"e2e-ipp-b-f2d039","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:30.469758172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","gvk":"Deployment","name":"maas-api-e2e-ipp-b-f2d039","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:30.531243373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","gvk":"Service","name":"maas-api-e2e-ipp-b-f2d039","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:30.587635409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-f2d039","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:30.641446603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-f2d039","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:30.695733646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-f2d039","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:30.750570581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-f2d039","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:30.807965482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-f2d039","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:30.872091049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-f2d039","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:30.924033677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-f2d039","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:30.975786692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-f2d039","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:31.027711354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","gvk":"Service","name":"payload-processing-e2e-ipp-b-f2d039","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:31.079558468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-f2d039","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:31.131366367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-f2d039","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:31.183074318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-f2d039","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:31.234381411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-f2d039","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:31.289612375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-f2d039","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:31.340715838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-f2d039","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:31.392227249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-f2d039","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:31.444257935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-f2d039","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:31.49597371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f2d039"},"namespace":"ai-tenant-e2e-ipp-b-f2d039","name":"default-tenant","reconcileID":"49ce268f-cae8-43b9-a0b1-68ae8526790e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-f2d039","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:37.73871207Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f2d039","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f2d039","reconcileID":"aa5485f5-7474-46b5-b87d-e2afa7d33624","aitenant":"ai-tenants/e2e-ipp-b-f2d039","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:38.292047858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86ddc9d-27bc-4988-ab16-14edb992d9f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:38.343650559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86ddc9d-27bc-4988-ab16-14edb992d9f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:38.395767624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86ddc9d-27bc-4988-ab16-14edb992d9f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:38.447697823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b86ddc9d-27bc-4988-ab16-14edb992d9f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:38.558172101Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f2d039","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f2d039","reconcileID":"aa5485f5-7474-46b5-b87d-e2afa7d33624","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-f2d039","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-f2d039"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:40.312145946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0871d124-b3a9-42e3-bf7f-593eedef6ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:40.364066598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0871d124-b3a9-42e3-bf7f-593eedef6ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:40.415551689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0871d124-b3a9-42e3-bf7f-593eedef6ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:40.467198397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0871d124-b3a9-42e3-bf7f-593eedef6ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:43.959155632Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:44.881041798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7edb35e2-d678-4d81-ac29-eee1c39d24a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:44.933312475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7edb35e2-d678-4d81-ac29-eee1c39d24a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:44.985107624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7edb35e2-d678-4d81-ac29-eee1c39d24a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:45.037054599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7edb35e2-d678-4d81-ac29-eee1c39d24a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:45.465271196Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d61eae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d61eae","reconcileID":"070daed7-99c1-46ec-bd09-21fde36da7a6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-d61eae","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-d61eae":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:46.264778621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"fbf81ddb-a5dc-4b54-8f9a-cb0ff8a9145b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-75dfee","tenantID":"e2e-praxis-a-75dfee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:46.42383789Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"fbf81ddb-a5dc-4b54-8f9a-cb0ff8a9145b","name":"e2e-praxis-a-75dfee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:46.929470444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce6f7e2-22dd-462b-8873-127f04546ca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:46.981127573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce6f7e2-22dd-462b-8873-127f04546ca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:47.032883722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce6f7e2-22dd-462b-8873-127f04546ca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:47.086950867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce6f7e2-22dd-462b-8873-127f04546ca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:48.94367417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94cda3aa-8650-487d-99a1-60df621716ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:48.995667829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94cda3aa-8650-487d-99a1-60df621716ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:49.047600531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94cda3aa-8650-487d-99a1-60df621716ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:49.099558957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94cda3aa-8650-487d-99a1-60df621716ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.064681553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0362cf46-2d09-4931-91e1-d4d756336914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.116543272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0362cf46-2d09-4931-91e1-d4d756336914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.16820411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0362cf46-2d09-4931-91e1-d4d756336914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:51.219813675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0362cf46-2d09-4931-91e1-d4d756336914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:53.077356119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ec9f9b-0068-4762-98c9-09345b6b2b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:53.130239507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ec9f9b-0068-4762-98c9-09345b6b2b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:53.183104189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ec9f9b-0068-4762-98c9-09345b6b2b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:37:53.234974062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ec9f9b-0068-4762-98c9-09345b6b2b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:13.954671885Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:14.179633712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"961e7e09-943a-4384-b5ec-4acdd21ce0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:14.231797772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"961e7e09-943a-4384-b5ec-4acdd21ce0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:14.287134034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"961e7e09-943a-4384-b5ec-4acdd21ce0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:14.347391106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"961e7e09-943a-4384-b5ec-4acdd21ce0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:16.259092263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e15eaa1-bd1c-44e7-8ce6-82a9703bdfd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:16.310932475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e15eaa1-bd1c-44e7-8ce6-82a9703bdfd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:16.362669178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e15eaa1-bd1c-44e7-8ce6-82a9703bdfd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:16.414306162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e15eaa1-bd1c-44e7-8ce6-82a9703bdfd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:17.447215024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"c57ad593-9f40-4826-819d-529e29bcd202","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-0db2fb","tenantID":"e2e-praxis-b-0db2fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:17.560433503Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"c57ad593-9f40-4826-819d-529e29bcd202","name":"e2e-praxis-b-0db2fb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:18.30648582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff53e0fd-0948-4b20-948a-d37f19d011d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:18.358158732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff53e0fd-0948-4b20-948a-d37f19d011d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:18.411309466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff53e0fd-0948-4b20-948a-d37f19d011d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:18.465015659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff53e0fd-0948-4b20-948a-d37f19d011d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:19.838553698Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ff10d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ff10d6","reconcileID":"dd7f4bcc-f937-4e30-8e79-98cc4804c6da","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ff10d6","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-ff10d6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:20.344921628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e21ddc23-1690-46a0-b6de-a3d52eaf620f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:20.396463184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e21ddc23-1690-46a0-b6de-a3d52eaf620f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:20.447912084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e21ddc23-1690-46a0-b6de-a3d52eaf620f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:20.499755154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e21ddc23-1690-46a0-b6de-a3d52eaf620f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:20.655455685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"8f8a15ea-c587-4f06-bbd7-e73f93193f6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:20.755126155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"5687e3cb-5018-4d28-8f14-5b1e221c3dc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:20.812662709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"78ab7785-c280-4824-bfd5-d3e36de149b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:20.86596248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"c29f445c-73bb-4f93-a97b-e046baca1c59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:20.955878469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"7d80489c-4b5f-4d2d-ba3e-fe3e330c5b98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:21.074909512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"e648ca96-885e-48d5-975d-db0bce548a97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:21.194444738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"dab1983b-dfa3-4d0d-84a2-89e03d76b062","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:21.294439682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"8a219da1-47fb-499a-bd79-af28dd24759c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:21.394194184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"e20de3c8-c2cd-4db5-acd5-f44db319744e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:21.694922665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"8f1df3f2-4710-4f69-8a58-0956c564eead","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:21.713815847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"881c7142-7638-42a4-a4c2-b728656aeefe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:21.932008697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"67fc6bd3-b40a-482e-9904-3b051917fb9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:22.375441363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad81c587-af40-4f8e-a656-9f12d2316cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:22.427111824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad81c587-af40-4f8e-a656-9f12d2316cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:22.478870089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad81c587-af40-4f8e-a656-9f12d2316cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:22.531048384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad81c587-af40-4f8e-a656-9f12d2316cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:24.435072579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e91ecc57-3ace-4ffe-8fad-cd06602d8dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:24.487000835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e91ecc57-3ace-4ffe-8fad-cd06602d8dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:24.539155013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e91ecc57-3ace-4ffe-8fad-cd06602d8dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:24.591267039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e91ecc57-3ace-4ffe-8fad-cd06602d8dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:39.632283234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"3d0d3901-0f34-4e4f-ac31-53a04875cd5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:39.733112531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"c22825f7-f2f6-4c06-a31e-05f5a2f50c8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:39.752218267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f8620b58-2527-40cd-bada-6f95b766d57d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:39.833677693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9bc05d42-f5a1-4711-a4a7-ad2280c3e408","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:39.933699229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"9c444093-aaeb-4db4-a3bd-3c4fb810838d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:40.112703373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"324fe942-93d4-4434-a11a-62187a4f0cb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:40.28931488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"b9fbaee6-6017-4063-b72b-87fec358a9fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:40.524203502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"43824c7b-5ba3-410a-bb3c-7b4d8558e049","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:40.624436982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"aedc322a-cf76-4dca-9c8f-daf3f0d41c5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:40.641402778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"5fc3f19b-ea76-4028-b38d-8c80796a509a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:40.818316785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"5d909df2-bb6b-4254-858d-45b7a90b56c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:40.919984633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"40b51785-1f16-49e7-af4a-d30f6d4bb207","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:43.669147013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da236505-515c-469a-a458-19badec5fa98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:43.720633528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da236505-515c-469a-a458-19badec5fa98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:43.77233111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da236505-515c-469a-a458-19badec5fa98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:43.824060337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da236505-515c-469a-a458-19badec5fa98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:43.952271298Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:45.720253264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"161467c6-2a12-4bc8-bd1b-724c7ff4d9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:45.77175116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"161467c6-2a12-4bc8-bd1b-724c7ff4d9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:45.824177647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"161467c6-2a12-4bc8-bd1b-724c7ff4d9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:45.879868077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"161467c6-2a12-4bc8-bd1b-724c7ff4d9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:46.83788699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"3836b2ac-4a35-4263-a126-416aa3d3788a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d61eae","tenantID":"e2e-praxis-a-d61eae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:46.953432416Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"3836b2ac-4a35-4263-a126-416aa3d3788a","name":"e2e-praxis-a-d61eae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:51.074134507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"293795a5-ebbb-402d-9e30-6323f6da6dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:51.12607924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"293795a5-ebbb-402d-9e30-6323f6da6dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:51.177942539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"293795a5-ebbb-402d-9e30-6323f6da6dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:51.230622494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"293795a5-ebbb-402d-9e30-6323f6da6dc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:51.662197617Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9ada73","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9ada73","reconcileID":"9de8e2d3-598a-4bae-b7a4-01c88991577a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9ada73","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-9ada73":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:53.21199027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74223504-0cb6-4fd1-8a1c-9a446cb61e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:53.263555496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74223504-0cb6-4fd1-8a1c-9a446cb61e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:53.315187528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74223504-0cb6-4fd1-8a1c-9a446cb61e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:53.367039113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74223504-0cb6-4fd1-8a1c-9a446cb61e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.254864813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec39169-8c3c-42f1-bae3-d49ebca1b459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.306532402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec39169-8c3c-42f1-bae3-d49ebca1b459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.358324445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec39169-8c3c-42f1-bae3-d49ebca1b459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:38:55.410233331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec39169-8c3c-42f1-bae3-d49ebca1b459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:01.251449206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"703771cb-793d-4181-b052-d9bf0a8947ad","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"tenant":"e2e-ipp-a-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:01.251485025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"703771cb-793d-4181-b052-d9bf0a8947ad","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"routeName":"ipp-route-1a883c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1a883c","llmisvcName":"ipp-route-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:06.806330549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"198e70f6-306e-40ac-baba-f5559fc60cb1","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"tenant":"e2e-ipp-a-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:06.806360794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"198e70f6-306e-40ac-baba-f5559fc60cb1","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"routeName":"ipp-route-1a883c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1a883c","llmisvcName":"ipp-route-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:06.859810562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"5f42fd29-6d45-41f8-a83b-0c0e423c644f","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"tenant":"e2e-ipp-a-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:06.859859128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"5f42fd29-6d45-41f8-a83b-0c0e423c644f","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"routeName":"ipp-route-1a883c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1a883c","llmisvcName":"ipp-route-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:06.962620585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"d03603de-5716-4582-8a0e-decffbb13dc4","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1a883c","tenantID":"e2e-ipp-a-1a883c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:07.086670086Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"d03603de-5716-4582-8a0e-decffbb13dc4","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"name":"e2e-ipp-a-1a883c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:07.14111325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-1a883c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"d03603de-5716-4582-8a0e-decffbb13dc4","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:07.1979101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"e0c82ac8-858a-4cf7-bf6c-3f1177527bb6","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"tenant":"e2e-ipp-a-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:07.198056968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"e0c82ac8-858a-4cf7-bf6c-3f1177527bb6","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"routeName":"ipp-route-1a883c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1a883c","llmisvcName":"ipp-route-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:13.953458605Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:17.301304764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"6b13b873-f98b-4e55-8c85-3d7f868fbb5c","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1a883c","tenantID":"e2e-ipp-a-1a883c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:17.357215426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"6b13b873-f98b-4e55-8c85-3d7f868fbb5c","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"name":"e2e-ipp-a-1a883c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:17.411181015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-1a883c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"6b13b873-f98b-4e55-8c85-3d7f868fbb5c","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:21.344610614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f6e1dd-7d6a-4e73-8f97-89819cf6fee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:21.396322051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f6e1dd-7d6a-4e73-8f97-89819cf6fee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:21.448467286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f6e1dd-7d6a-4e73-8f97-89819cf6fee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:21.504361438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f6e1dd-7d6a-4e73-8f97-89819cf6fee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:23.421999411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7582c075-cc4d-45ea-83f7-b274482d0616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:23.47375602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7582c075-cc4d-45ea-83f7-b274482d0616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:23.525319469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7582c075-cc4d-45ea-83f7-b274482d0616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:23.576971536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7582c075-cc4d-45ea-83f7-b274482d0616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:24.965065075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"892e1f66-1ab7-471b-b2b0-97443b1a8786","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ff10d6","tenantID":"e2e-praxis-a-ff10d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:25.078762089Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"892e1f66-1ab7-471b-b2b0-97443b1a8786","name":"e2e-praxis-a-ff10d6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:27.514741893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"0dca40d1-4699-4275-8cb7-2a0f54db8bb8","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1a883c","tenantID":"e2e-ipp-a-1a883c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:27.570295503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"0dca40d1-4699-4275-8cb7-2a0f54db8bb8","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"name":"e2e-ipp-a-1a883c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:27.624277599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-1a883c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (934a6a09c994295c24e1d6904bb717e611a485d5725a54949bc69d9274bf0b8e) AuthConfig (906850f3920feb829f5c3dbefd5077c9dc64cb255f3d5db0068371f44f6f4836) AuthConfig (b11f9e3abc1cc8aec35d3a4964859c353518e9141880e5cd12c23b9160952284) AuthConfig (0d4d3a75917056c75fe5d81cd7b619eac558e4a5141ecb8c9e6e4174e87c4075) AuthConfig (1f8a4818f793433bd0319097f1110e98f0915f3238a62dc9ff376af76b19793f) AuthConfig (f16c2381bcb393fc315405a6468e6b3ec68cb3bbbe35f66cb6180d2292428853) AuthConfig (ca931d8a9fdfe4739551f0fd91dbb2b731f4739716698b8d9d2bcddd17f0343e) AuthConfig (749f828bb88ecbeccf6c02966c53dbae75f5d0cd9f954eaf78afecc4add49845) AuthConfig (17c0659a8e7e54674f74cab976660729c37c753201e15b1f9e73920f3badabc5) AuthConfig (2a37d0775e65349703c5b46acf49b1ce8f673849f0afd116635da22bb42fa3ce) AuthConfig (b5cba611d6ffebc9fad4a61831d66be7558496800e1a7579807bf18255e03927) AuthConfig (464b92305d128d59d15de22f1ddb1352cadac5f1eab6f032becb04eb1d74ea41) AuthConfig (928b1ee53d2d7beb946da6c1a80d0550fb25dc3517482b51fd6472260074fbde) AuthConfig (7f91dd5114ec6d5d33b5e5f47b5cfce39fb98f3aef1d386d8d6dec6bdcc72e57) AuthConfig (8e9868b42a017140950992b5c75916faf072f0d8aac1b55f00dc32c87c412da0) AuthConfig (3768c6d271cefa176699307d4306e8aa38a48e979990fdb02728787ce3e5bd68) AuthConfig (9ff84773405cd07be56464e61e729a60c89798f9b4a885ff6604ca68cdf64995) AuthConfig (d4a11c8a01a560458f7788fb39a7b24fc5278535c276309f7a6ed346ac4af274)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"0dca40d1-4699-4275-8cb7-2a0f54db8bb8","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:27.680583922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"3cc64287-306e-4cf9-8a93-28289445e9f5","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"tenant":"e2e-ipp-a-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:27.680602986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"3cc64287-306e-4cf9-8a93-28289445e9f5","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"routeName":"ipp-route-1a883c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1a883c","llmisvcName":"ipp-route-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:32.32674236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0806bd89-87e2-45d4-be67-686e182a00fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:32.378574304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0806bd89-87e2-45d4-be67-686e182a00fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:32.430933107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0806bd89-87e2-45d4-be67-686e182a00fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:32.482834779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0806bd89-87e2-45d4-be67-686e182a00fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:34.361491564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be6f5ea-ecca-40e9-96fa-db4d4b1f2dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:34.413448316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be6f5ea-ecca-40e9-96fa-db4d4b1f2dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:34.464793588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be6f5ea-ecca-40e9-96fa-db4d4b1f2dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:34.516508559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be6f5ea-ecca-40e9-96fa-db4d4b1f2dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:37.78385783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"2c911004-9043-451a-aa4e-fe408984b963","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1a883c","tenantID":"e2e-ipp-a-1a883c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:37.839267245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"2c911004-9043-451a-aa4e-fe408984b963","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"name":"e2e-ipp-a-1a883c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:37.893173717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-1a883c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (934a6a09c994295c24e1d6904bb717e611a485d5725a54949bc69d9274bf0b8e) AuthConfig (906850f3920feb829f5c3dbefd5077c9dc64cb255f3d5db0068371f44f6f4836) AuthConfig (b11f9e3abc1cc8aec35d3a4964859c353518e9141880e5cd12c23b9160952284) AuthConfig (0d4d3a75917056c75fe5d81cd7b619eac558e4a5141ecb8c9e6e4174e87c4075) AuthConfig (1f8a4818f793433bd0319097f1110e98f0915f3238a62dc9ff376af76b19793f) AuthConfig (f16c2381bcb393fc315405a6468e6b3ec68cb3bbbe35f66cb6180d2292428853) AuthConfig (ca931d8a9fdfe4739551f0fd91dbb2b731f4739716698b8d9d2bcddd17f0343e) AuthConfig (749f828bb88ecbeccf6c02966c53dbae75f5d0cd9f954eaf78afecc4add49845) AuthConfig (17c0659a8e7e54674f74cab976660729c37c753201e15b1f9e73920f3badabc5) AuthConfig (2a37d0775e65349703c5b46acf49b1ce8f673849f0afd116635da22bb42fa3ce) AuthConfig (b5cba611d6ffebc9fad4a61831d66be7558496800e1a7579807bf18255e03927) AuthConfig (464b92305d128d59d15de22f1ddb1352cadac5f1eab6f032becb04eb1d74ea41) AuthConfig (928b1ee53d2d7beb946da6c1a80d0550fb25dc3517482b51fd6472260074fbde) AuthConfig (7f91dd5114ec6d5d33b5e5f47b5cfce39fb98f3aef1d386d8d6dec6bdcc72e57) AuthConfig (8e9868b42a017140950992b5c75916faf072f0d8aac1b55f00dc32c87c412da0) AuthConfig (3768c6d271cefa176699307d4306e8aa38a48e979990fdb02728787ce3e5bd68) AuthConfig (9ff84773405cd07be56464e61e729a60c89798f9b4a885ff6604ca68cdf64995) AuthConfig (d4a11c8a01a560458f7788fb39a7b24fc5278535c276309f7a6ed346ac4af274)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"2c911004-9043-451a-aa4e-fe408984b963","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:43.953211429Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:47.997328626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"cd71d517-357b-4b88-8240-f0caa13439f8","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1a883c","tenantID":"e2e-ipp-a-1a883c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:48.052674643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"cd71d517-357b-4b88-8240-f0caa13439f8","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"name":"e2e-ipp-a-1a883c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:48.318627181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"40068dce-2d6e-4bb6-911f-2db364c2b0c5","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"tenant":"e2e-ipp-a-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:48.318654045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"40068dce-2d6e-4bb6-911f-2db364c2b0c5","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"routeName":"ipp-route-1a883c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1a883c","llmisvcName":"ipp-route-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:53.801254618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"27765def-ec8a-45a6-83df-81599d030f7a","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"tenant":"e2e-ipp-a-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:53.801275731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"27765def-ec8a-45a6-83df-81599d030f7a","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"routeName":"ipp-route-1a883c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1a883c","llmisvcName":"ipp-route-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:53.881780062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"5c15dc64-1744-4172-9f32-67f6d91899ad","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"tenant":"e2e-ipp-a-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:53.881812778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"5c15dc64-1744-4172-9f32-67f6d91899ad","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"routeName":"ipp-route-1a883c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1a883c","llmisvcName":"ipp-route-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:53.932876831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"df6a7f14-592c-44d2-8a26-2d57e994a003","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1a883c","tenantID":"e2e-ipp-a-1a883c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:39:53.933332387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-sub","reconcileID":"65923c10-a5df-4823-adac-25689aa1e93a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-1a883c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:39:53.934705938Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"5c15dc64-1744-4172-9f32-67f6d91899ad","name":"ipp-route-1a883c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-1a883c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:39:53.934757283Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"5c15dc64-1744-4172-9f32-67f6d91899ad","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-1a883c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:53.940057454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"bf6d9073-f66e-4188-8f81-fcbeeb5ed1fd","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"tenant":"e2e-ipp-a-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:53.940073349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"bf6d9073-f66e-4188-8f81-fcbeeb5ed1fd","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"routeName":"ipp-route-1a883c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1a883c","llmisvcName":"ipp-route-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:53.988557706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"df6a7f14-592c-44d2-8a26-2d57e994a003","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"name":"e2e-ipp-a-1a883c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:54.042027554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"6942d959-6197-45e4-84fa-2a44e963b109","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"tenant":"e2e-ipp-a-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:54.042046625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"6942d959-6197-45e4-84fa-2a44e963b109","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"routeName":"ipp-route-1a883c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1a883c","llmisvcName":"ipp-route-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:54.09849403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"3da03c97-28dc-473b-a0e8-c60bbea38f26","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"tenant":"e2e-ipp-a-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:54.098513285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"3da03c97-28dc-473b-a0e8-c60bbea38f26","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"routeName":"ipp-route-1a883c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1a883c","llmisvcName":"ipp-route-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:54.296498316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"6a1815a4-8f28-4ad0-9024-69a7a776ec92","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1a883c","tenantID":"e2e-ipp-a-1a883c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:54.30915004Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-sub","reconcileID":"1e19adc5-b255-4a2b-8bce-4fa9ec503176","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"name":"maas-trlp-ipp-route-1a883c","model":"ipp-route-1a883c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:54.351638466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"6a1815a4-8f28-4ad0-9024-69a7a776ec92","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"name":"e2e-ipp-a-1a883c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:54.472559648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"bbb839ca-d378-4814-a643-53509df53cba","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"tenant":"e2e-ipp-a-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:54.472670769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"bbb839ca-d378-4814-a643-53509df53cba","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"routeName":"ipp-route-1a883c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1a883c","llmisvcName":"ipp-route-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:54.766103845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-sub","reconcileID":"af4b5fdf-dc53-47a0-bb87-7401952a86d9","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"name":"maas-trlp-ipp-route-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:55.462812969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd17ced-7608-46ff-9e70-ad81e7d2dd8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:55.514249214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd17ced-7608-46ff-9e70-ad81e7d2dd8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:55.566159356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd17ced-7608-46ff-9e70-ad81e7d2dd8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:55.617981711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd17ced-7608-46ff-9e70-ad81e7d2dd8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:57.508801776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4209c9-2df7-4c07-a5ab-b204b4ad992c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:57.560832861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4209c9-2df7-4c07-a5ab-b204b4ad992c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:57.613097981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4209c9-2df7-4c07-a5ab-b204b4ad992c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:57.664946326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e4209c9-2df7-4c07-a5ab-b204b4ad992c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:59.598975487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f69cc7-1d39-4719-9ee5-78ea9cd8fd31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:59.657135379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f69cc7-1d39-4719-9ee5-78ea9cd8fd31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:59.709529511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f69cc7-1d39-4719-9ee5-78ea9cd8fd31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:39:59.761369832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f69cc7-1d39-4719-9ee5-78ea9cd8fd31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:01.66054015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0398c531-ed30-46f8-8d0d-73560135cb01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:01.712324998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0398c531-ed30-46f8-8d0d-73560135cb01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:01.765696068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0398c531-ed30-46f8-8d0d-73560135cb01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:01.817963222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0398c531-ed30-46f8-8d0d-73560135cb01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:03.728935516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"b071767f-3a44-46b8-913a-f486e12e5016","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-9ada73","tenantID":"e2e-praxis-b-9ada73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:03.842299017Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"b071767f-3a44-46b8-913a-f486e12e5016","name":"e2e-praxis-b-9ada73-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:04.01808729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846bccd6-9e57-4f70-b529-71b6469c5a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:04.07026494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846bccd6-9e57-4f70-b529-71b6469c5a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:04.124848277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846bccd6-9e57-4f70-b529-71b6469c5a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:04.232128494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846bccd6-9e57-4f70-b529-71b6469c5a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:05.07097418Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bdd194","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bdd194","reconcileID":"001e0179-eef5-4e0c-a578-ae5ac8f80ead","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-bdd194","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-bdd194":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:06.09918629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef59e6c9-2794-4221-9aa0-19fda246067c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:06.150679774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef59e6c9-2794-4221-9aa0-19fda246067c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:06.202126018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef59e6c9-2794-4221-9aa0-19fda246067c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:06.253506477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef59e6c9-2794-4221-9aa0-19fda246067c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:08.105591638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"677fb9dd-76a1-44b1-803b-b9b0f7aca039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:08.157506534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"677fb9dd-76a1-44b1-803b-b9b0f7aca039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:08.209490175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"677fb9dd-76a1-44b1-803b-b9b0f7aca039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:08.261210536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"677fb9dd-76a1-44b1-803b-b9b0f7aca039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:10.78167369Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","namespace":"ai-tenant-e2e-praxis-a-cb486a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:10.781731235Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","namespace":"ai-tenant-e2e-praxis-a-cb486a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:10.781778541Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","tenant":"e2e-praxis-a-cb486a","tenantID":"e2e-praxis-a-cb486a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:10.835058152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","gvk":"Deployment","name":"maas-api-e2e-praxis-a-cb486a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:10.894256373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","gvk":"Service","name":"maas-api-e2e-praxis-a-cb486a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:10.951509984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-cb486a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.007744145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-cb486a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.061933709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-cb486a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.116301628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-cb486a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.177200302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-cb486a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.234252087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-cb486a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.288068465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-cb486a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.344081793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-cb486a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.396033688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","gvk":"Service","name":"payload-processing-e2e-praxis-a-cb486a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.447727652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-cb486a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.499339422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-cb486a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.550894067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-cb486a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.602119768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-cb486a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.656336129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-cb486a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.707629043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-cb486a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.759491288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-cb486a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.811164314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-cb486a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:11.864195592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cb486a"},"namespace":"ai-tenant-e2e-praxis-a-cb486a","name":"default-tenant","reconcileID":"00a74797-6750-4573-a086-00c180ad65fc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-cb486a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:12.79927376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-sub","reconcileID":"67ecacaa-7c45-4b8a-aa54-9fe498335d97","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"name":"maas-trlp-ipp-route-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:12.982931485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"c9f47d85-d19f-49f6-8987-77064c4da496","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"tenant":"e2e-ipp-a-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:12.982951209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"c9f47d85-d19f-49f6-8987-77064c4da496","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"routeName":"ipp-route-1a883c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1a883c","llmisvcName":"ipp-route-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:13.16310257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"80b3173a-480b-4b3a-81cf-92e44f1321f5","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1a883c","tenantID":"e2e-ipp-a-1a883c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:13.21841329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"80b3173a-480b-4b3a-81cf-92e44f1321f5","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"name":"e2e-ipp-a-1a883c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:13.95226719Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:18.793561732Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-cb486a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-cb486a","reconcileID":"2c1a6ed0-abdf-4c65-9901-0931b811f4c4","aitenant":"ai-tenants/e2e-praxis-a-cb486a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:19.31351061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f32b3a4-477e-4d09-b237-cc240f3dfff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:19.365539604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f32b3a4-477e-4d09-b237-cc240f3dfff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:19.417269714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f32b3a4-477e-4d09-b237-cc240f3dfff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:19.469970792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f32b3a4-477e-4d09-b237-cc240f3dfff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:19.632778382Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-cb486a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-cb486a","reconcileID":"2c1a6ed0-abdf-4c65-9901-0931b811f4c4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-cb486a","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-cb486a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:21.365251525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"399471f9-fd01-49ed-ae6e-846573b499a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:21.416850661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"399471f9-fd01-49ed-ae6e-846573b499a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:21.468168012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"399471f9-fd01-49ed-ae6e-846573b499a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:21.519579094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"399471f9-fd01-49ed-ae6e-846573b499a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:23.369231019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06a2bd2-ec43-4ff3-9c99-6c34cca12f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:23.420940212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06a2bd2-ec43-4ff3-9c99-6c34cca12f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:23.472535038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06a2bd2-ec43-4ff3-9c99-6c34cca12f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:23.523937266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06a2bd2-ec43-4ff3-9c99-6c34cca12f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:27.068520836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"6a04061d-7787-4ec9-ae0d-e8f104a3426d","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"tenant":"e2e-ipp-a-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:27.068563328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"6a04061d-7787-4ec9-ae0d-e8f104a3426d","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"routeName":"ipp-route-1a883c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1a883c","llmisvcName":"ipp-route-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:27.252506979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"7803c41f-bf8c-4b14-a1dc-92c50e094507","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1a883c","tenantID":"e2e-ipp-a-1a883c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:27.304877248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-sub","reconcileID":"c6ad862c-0381-45b4-b711-0f8a8bd67291","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"name":"maas-trlp-ipp-route-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:27.308540406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"7803c41f-bf8c-4b14-a1dc-92c50e094507","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"name":"e2e-ipp-a-1a883c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:27.472546264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"7b7f5348-3971-4f33-b782-9cf7ef82b7e6","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"tenant":"e2e-ipp-a-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:27.472569344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"7b7f5348-3971-4f33-b782-9cf7ef82b7e6","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"routeName":"ipp-route-1a883c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1a883c","llmisvcName":"ipp-route-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:27.679293466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-sub","reconcileID":"d513a6ad-e1bb-4d07-89c1-6a8b9ae02264","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"name":"maas-trlp-ipp-route-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:27.812297232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5226f835-01de-428b-b565-17a1f21417b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:27.864232217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5226f835-01de-428b-b565-17a1f21417b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:27.915966836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5226f835-01de-428b-b565-17a1f21417b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:27.96812829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5226f835-01de-428b-b565-17a1f21417b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:29.87671815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5c467c-d317-44eb-97aa-fd513218c244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:29.928258385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5c467c-d317-44eb-97aa-fd513218c244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:29.980610565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5c467c-d317-44eb-97aa-fd513218c244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:30.039487243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5c467c-d317-44eb-97aa-fd513218c244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:31.90910781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e89fda18-b402-468a-98f6-9f2ed8026e6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:31.960883127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e89fda18-b402-468a-98f6-9f2ed8026e6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:32.012285696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e89fda18-b402-468a-98f6-9f2ed8026e6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:32.063687399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e89fda18-b402-468a-98f6-9f2ed8026e6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:33.955259899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772979ee-d2c8-43e2-aaf4-075796984340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:34.007141723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772979ee-d2c8-43e2-aaf4-075796984340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:34.058812839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772979ee-d2c8-43e2-aaf4-075796984340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:34.111019644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"772979ee-d2c8-43e2-aaf4-075796984340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:35.972992106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4857d9ce-472d-4721-ae0e-cc9274d4d330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:36.025090689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4857d9ce-472d-4721-ae0e-cc9274d4d330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:36.076594728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4857d9ce-472d-4721-ae0e-cc9274d4d330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:36.128065027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4857d9ce-472d-4721-ae0e-cc9274d4d330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:37.480770252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"476b9f1a-f48c-4a12-98a1-a9c00c40d6b3","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"tenant":"e2e-ipp-a-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:37.480796152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"476b9f1a-f48c-4a12-98a1-a9c00c40d6b3","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"routeName":"ipp-route-1a883c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1a883c","llmisvcName":"ipp-route-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:38.013834877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45540c67-7bc2-460a-aabe-05d1f98cb88d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:38.065418734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45540c67-7bc2-460a-aabe-05d1f98cb88d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:38.11668076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45540c67-7bc2-460a-aabe-05d1f98cb88d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:38.168275498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45540c67-7bc2-460a-aabe-05d1f98cb88d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.034059756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c24b0b1d-3c17-4657-8dc1-66fe3598461b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.086981091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c24b0b1d-3c17-4657-8dc1-66fe3598461b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.139309761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c24b0b1d-3c17-4657-8dc1-66fe3598461b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.192605061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c24b0b1d-3c17-4657-8dc1-66fe3598461b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:42.618562257Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-d5db94","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-d5db94","reconcileID":"59764bba-a1a8-4433-bbe7-e1017ceeaf62","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-d5db94","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-d5db94":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:43.951773855Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:44.136414387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70223c6f-cf65-4faf-b35c-46d37ab23331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:44.187724485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70223c6f-cf65-4faf-b35c-46d37ab23331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:44.246108417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70223c6f-cf65-4faf-b35c-46d37ab23331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:44.298257162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70223c6f-cf65-4faf-b35c-46d37ab23331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:46.177380085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88009c1e-e006-43c4-b671-f71c20d5568c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:46.234112012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88009c1e-e006-43c4-b671-f71c20d5568c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:46.286242201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88009c1e-e006-43c4-b671-f71c20d5568c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:46.342763763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88009c1e-e006-43c4-b671-f71c20d5568c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:47.481789086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"9437462d-7ee8-41c8-a559-3193fb49c894","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"tenant":"e2e-ipp-a-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:47.481806678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"9437462d-7ee8-41c8-a559-3193fb49c894","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"routeName":"ipp-route-1a883c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1a883c","llmisvcName":"ipp-route-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:48.222688308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c3c02f-99cd-4769-8142-a08fbb2ccf4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:48.274885606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c3c02f-99cd-4769-8142-a08fbb2ccf4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:48.32679047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c3c02f-99cd-4769-8142-a08fbb2ccf4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:48.378336172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c3c02f-99cd-4769-8142-a08fbb2ccf4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:50.234592815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c377a32-7393-418e-afa4-c5fea603edf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:50.28611801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c377a32-7393-418e-afa4-c5fea603edf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:50.340841097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c377a32-7393-418e-afa4-c5fea603edf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:50.393351249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c377a32-7393-418e-afa4-c5fea603edf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.248121718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74ca414a-7277-47ae-860e-d7eb1c65b75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.299807498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74ca414a-7277-47ae-860e-d7eb1c65b75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.351485772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74ca414a-7277-47ae-860e-d7eb1c65b75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:52.403625024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74ca414a-7277-47ae-860e-d7eb1c65b75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:54.331944972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d82151-6829-45d5-98be-5aaa5c605361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:54.389839884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d82151-6829-45d5-98be-5aaa5c605361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:54.441457751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d82151-6829-45d5-98be-5aaa5c605361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:54.493179796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d82151-6829-45d5-98be-5aaa5c605361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:56.411465226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"399b9c1e-c162-4904-a0c5-2c9d61b8783e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:56.463040493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"399b9c1e-c162-4904-a0c5-2c9d61b8783e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:56.514277809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"399b9c1e-c162-4904-a0c5-2c9d61b8783e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:56.565703503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"399b9c1e-c162-4904-a0c5-2c9d61b8783e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:57.483087298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"b917d1d7-1086-4b3b-9221-836392a01d3b","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"tenant":"e2e-ipp-a-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:40:57.483105359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"b917d1d7-1086-4b3b-9221-836392a01d3b","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"routeName":"ipp-route-1a883c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1a883c","llmisvcName":"ipp-route-1a883c","gateway":"openshift-ingress/e2e-ipp-a-1a883c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.864346292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"312c1ab7-f4aa-4b61-b5fc-e0d6e8b2f642","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1a883c","tenantID":"e2e-ipp-a-1a883c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.872185268Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-sub","reconcileID":"9e6e8961-d27c-4e5c-957b-c50a63cfdc7f","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.920079968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"312c1ab7-f4aa-4b61-b5fc-e0d6e8b2f642","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"name":"e2e-ipp-a-1a883c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.920111142Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"312c1ab7-f4aa-4b61-b5fc-e0d6e8b2f642","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.927479708Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"4f5e9c7e-2009-4508-9a18-d27f9fbb62fc","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"name":"maas-trlp-ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c","model":"ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:02.927733287Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-sub","reconcileID":"9e6e8961-d27c-4e5c-957b-c50a63cfdc7f","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"name":"maas-trlp-ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c","model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:03.146897565Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-sub","reconcileID":"d8d3f147-c5bd-426b-8563-e66bb9c7340c","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:03.242644326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"6ff2a1e9-a95d-42a4-98c7-fe890bca7f1b","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1a883c","tenantID":"e2e-ipp-a-1a883c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:03.298744064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"6ff2a1e9-a95d-42a4-98c7-fe890bca7f1b","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"name":"e2e-ipp-a-1a883c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:03.298773845Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"6ff2a1e9-a95d-42a4-98c7-fe890bca7f1b","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:41:03.356978134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1a883c","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c","reconcileID":"2905aa00-0537-4e3e-b631-a13318f5f435","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-1a883c\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:03.46355026Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"fdcdb9e3-fd27-4535-a1ba-3c8bf409cd95","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:03.572473124Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-sub","reconcileID":"453b2185-3bd6-4c95-9772-17efaebf9857","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-859ed6fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:03.720863058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"fdcdb9e3-fd27-4535-a1ba-3c8bf409cd95","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1a883c","tenantID":"e2e-ipp-a-1a883c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:03.85777949Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"fdcdb9e3-fd27-4535-a1ba-3c8bf409cd95","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"name":"e2e-ipp-a-1a883c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:03.857801679Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-auth","reconcileID":"fdcdb9e3-fd27-4535-a1ba-3c8bf409cd95","MaaSAuthPolicy":{"name":"ipp-route-1a883c-auth","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:04.36573834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd549efd-009a-4497-b81c-b8f80be307d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:04.41795552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd549efd-009a-4497-b81c-b8f80be307d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:04.469334822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd549efd-009a-4497-b81c-b8f80be307d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:04.520932859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd549efd-009a-4497-b81c-b8f80be307d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:06.374049402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82e2756b-065d-4d70-95ab-e4826ec2a9fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:06.426056031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82e2756b-065d-4d70-95ab-e4826ec2a9fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:06.477887869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82e2756b-065d-4d70-95ab-e4826ec2a9fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:06.529570075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82e2756b-065d-4d70-95ab-e4826ec2a9fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:08.394966576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69952a4e-f3b8-4789-8efc-bff9724a0a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:08.446708912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69952a4e-f3b8-4789-8efc-bff9724a0a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:08.49830293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69952a4e-f3b8-4789-8efc-bff9724a0a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:08.550157723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69952a4e-f3b8-4789-8efc-bff9724a0a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:13.625330791Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-sub","reconcileID":"b9e6d604-12fa-48e7-8580-196c0e256ec7","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","subscription":"ipp-route-1a883c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:13.625598471Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"ipp-route-1a883c-sub","reconcileID":"b9e6d604-12fa-48e7-8580-196c0e256ec7","MaaSSubscription":{"name":"ipp-route-1a883c-sub","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"model":"ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-1a883c/ipp-route-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:13.952287796Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:14.672687228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd0513d-b3b6-4511-9752-aaacbe854565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:14.726921987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd0513d-b3b6-4511-9752-aaacbe854565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:14.779250526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd0513d-b3b6-4511-9752-aaacbe854565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:14.831121947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd0513d-b3b6-4511-9752-aaacbe854565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:16.731391568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6acb8aff-5b09-409c-9dde-396137cf2731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:16.783264951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6acb8aff-5b09-409c-9dde-396137cf2731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:16.834952795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6acb8aff-5b09-409c-9dde-396137cf2731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:16.88659481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6acb8aff-5b09-409c-9dde-396137cf2731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:17.847831539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"ef85c460-dc9c-4135-8fc9-d7143841ff92","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-bdd194","tenantID":"e2e-praxis-b-bdd194","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.033581818Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"ef85c460-dc9c-4135-8fc9-d7143841ff92","name":"e2e-praxis-b-bdd194-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.091857419Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","namespace":"ai-tenant-e2e-ipp-a-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.092012003Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","namespace":"ai-tenant-e2e-ipp-a-1a883c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.092081335Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","tenant":"e2e-ipp-a-1a883c","tenantID":"e2e-ipp-a-1a883c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.146094384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","gvk":"Deployment","name":"maas-api-e2e-ipp-a-1a883c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.27624501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","gvk":"Service","name":"maas-api-e2e-ipp-a-1a883c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.330133598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-1a883c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.383192497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-1a883c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.444844523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-1a883c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.500403566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-1a883c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.562866235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-1a883c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.616495751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-1a883c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.669853696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-1a883c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.731503083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-1a883c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.791863827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","gvk":"Service","name":"payload-processing-e2e-ipp-a-1a883c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.822756401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c797bd-b9ef-47d3-8c05-b5cdb6a7f83f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.874617602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c797bd-b9ef-47d3-8c05-b5cdb6a7f83f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.882403107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-1a883c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.926164569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c797bd-b9ef-47d3-8c05-b5cdb6a7f83f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.977875646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c797bd-b9ef-47d3-8c05-b5cdb6a7f83f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:18.980056029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-1a883c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:19.035843589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-1a883c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:19.093279278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-1a883c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:19.14843942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-1a883c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:19.249839928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-1a883c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:19.307361235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-1a883c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:19.360453626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-1a883c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:19.413524801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1a883c"},"namespace":"ai-tenant-e2e-ipp-a-1a883c","name":"default-tenant","reconcileID":"162ceb2e-15e0-44be-b991-d013750e08d4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-1a883c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:20.887843521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd2910c-5120-4447-8e6d-1001fa92b96d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:20.93947009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd2910c-5120-4447-8e6d-1001fa92b96d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:20.991091712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd2910c-5120-4447-8e6d-1001fa92b96d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:21.043307728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd2910c-5120-4447-8e6d-1001fa92b96d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:22.690994335Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1a883c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1a883c","reconcileID":"e801aaa7-c4b6-47f3-a7f1-a468140a2d65","aitenant":"ai-tenants/e2e-ipp-a-1a883c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:22.934172765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81854f3b-c2a2-49f4-9307-f8909a5dc97f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:22.986025755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81854f3b-c2a2-49f4-9307-f8909a5dc97f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:23.038031815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81854f3b-c2a2-49f4-9307-f8909a5dc97f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:23.089786922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81854f3b-c2a2-49f4-9307-f8909a5dc97f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:23.472608375Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1a883c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1a883c","reconcileID":"e801aaa7-c4b6-47f3-a7f1-a468140a2d65","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-1a883c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-1a883c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:25.04916088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca3a184-79e1-4857-9a1d-3a7f60e011f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:25.102673633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca3a184-79e1-4857-9a1d-3a7f60e011f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:25.154472072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca3a184-79e1-4857-9a1d-3a7f60e011f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:25.217312107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca3a184-79e1-4857-9a1d-3a7f60e011f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:27.115910916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afafe285-b462-477c-b8ea-5bcc270b4533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:27.167624651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afafe285-b462-477c-b8ea-5bcc270b4533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:27.219388918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afafe285-b462-477c-b8ea-5bcc270b4533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:27.270901093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afafe285-b462-477c-b8ea-5bcc270b4533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:29.152526329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b68d561-02c8-426b-9e92-17fb059d38ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:29.204101974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b68d561-02c8-426b-9e92-17fb059d38ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:29.255593216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b68d561-02c8-426b-9e92-17fb059d38ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:29.307086079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b68d561-02c8-426b-9e92-17fb059d38ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.488226245Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","namespace":"ai-tenant-e2e-praxis-b-0db2fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.488279891Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","namespace":"ai-tenant-e2e-praxis-b-0db2fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.488326458Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","tenant":"e2e-praxis-b-0db2fb","tenantID":"e2e-praxis-b-0db2fb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.54161323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","gvk":"Deployment","name":"maas-api-e2e-praxis-b-0db2fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.600773977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","gvk":"Service","name":"maas-api-e2e-praxis-b-0db2fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.657906335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-0db2fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.711219105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-0db2fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.766623018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-0db2fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.821265016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-0db2fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.840897756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1064e3-ea6a-483c-a0bb-99c4def4cc0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.893527202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1064e3-ea6a-483c-a0bb-99c4def4cc0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.894855307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-0db2fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:31.961059442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1064e3-ea6a-483c-a0bb-99c4def4cc0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:32.015058062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1064e3-ea6a-483c-a0bb-99c4def4cc0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:32.019105133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-0db2fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:32.071398351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-0db2fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:32.122690227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-0db2fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:32.181188272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","gvk":"Service","name":"payload-processing-e2e-praxis-b-0db2fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:32.232409113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-0db2fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:32.284499228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-0db2fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:32.335280702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-0db2fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:32.38642102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-0db2fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:32.440261526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-0db2fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:32.491268294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-0db2fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:32.542195822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-0db2fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:32.617964921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-0db2fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:32.672074393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-0db2fb"},"namespace":"ai-tenant-e2e-praxis-b-0db2fb","name":"default-tenant","reconcileID":"9c106aa7-9444-4a14-8325-353d2fb6a6f9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-0db2fb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:33.911898196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"001f23e5-2d13-4ca6-92c1-cd73d4f9fcbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:33.963738705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"001f23e5-2d13-4ca6-92c1-cd73d4f9fcbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:34.016176293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"001f23e5-2d13-4ca6-92c1-cd73d4f9fcbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:34.069730513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"001f23e5-2d13-4ca6-92c1-cd73d4f9fcbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:35.933472799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d517bbf2-6b17-4ec9-9cf8-dbf69b0a5d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:35.985986088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d517bbf2-6b17-4ec9-9cf8-dbf69b0a5d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:36.038216161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d517bbf2-6b17-4ec9-9cf8-dbf69b0a5d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:36.089995435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d517bbf2-6b17-4ec9-9cf8-dbf69b0a5d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:37.960625571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7bee36a-1a8d-4c84-85ef-69df856543d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:38.016979431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7bee36a-1a8d-4c84-85ef-69df856543d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:38.076883525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7bee36a-1a8d-4c84-85ef-69df856543d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:38.132450771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7bee36a-1a8d-4c84-85ef-69df856543d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:40.057092656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ed1c02-2e36-4526-aae7-9ebc533f3cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:40.110882607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ed1c02-2e36-4526-aae7-9ebc533f3cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:40.162579859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ed1c02-2e36-4526-aae7-9ebc533f3cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:40.214174455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ed1c02-2e36-4526-aae7-9ebc533f3cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:41.694082209Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-0db2fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-0db2fb","reconcileID":"162372e0-b8c5-4efd-9719-885c31a2af73","aitenant":"ai-tenants/e2e-praxis-b-0db2fb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:42.222293506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c2d359-2577-4a99-9ac4-4b59a1745161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:42.275525503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c2d359-2577-4a99-9ac4-4b59a1745161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:42.327324901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c2d359-2577-4a99-9ac4-4b59a1745161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:42.379026675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8c2d359-2577-4a99-9ac4-4b59a1745161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:42.502115299Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-0db2fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-0db2fb","reconcileID":"162372e0-b8c5-4efd-9719-885c31a2af73","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-0db2fb","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-0db2fb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:43.952280103Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:44.26447687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5a2a003-7970-499e-9579-3d571da8297a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:44.316375775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5a2a003-7970-499e-9579-3d571da8297a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:44.368063983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5a2a003-7970-499e-9579-3d571da8297a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:44.419750291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5a2a003-7970-499e-9579-3d571da8297a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:46.311439518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2769970-7423-4e39-b817-5bc0feae50b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:46.363583448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2769970-7423-4e39-b817-5bc0feae50b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:46.415321412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2769970-7423-4e39-b817-5bc0feae50b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:46.467019872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2769970-7423-4e39-b817-5bc0feae50b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:47.715413794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"ff0382e0-cef2-462a-9be9-701b8eff1875","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:48.326963532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e231e7-0ed2-4a5d-809a-5b7d85cac16e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:48.378644257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e231e7-0ed2-4a5d-809a-5b7d85cac16e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:48.430184495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e231e7-0ed2-4a5d-809a-5b7d85cac16e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:48.481955848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e231e7-0ed2-4a5d-809a-5b7d85cac16e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:50.983085118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"ff370f44-dc8a-4fde-959f-4a3dd75051a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:52.908806981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"521c44ec-c90b-4e2c-b7f3-077d1a60d496","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-d5db94","tenantID":"e2e-praxis-b-d5db94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:53.024814611Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"521c44ec-c90b-4e2c-b7f3-077d1a60d496","name":"e2e-praxis-b-d5db94-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:54.282465538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"d1b68b7c-b2f8-4fcc-8270-4800d463bade","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:54.336718093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"d1e40cdb-c120-4ce9-8217-aab0b3730da1","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:41:54.392567208Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-92f037f7","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-apikey-sub-binding-92f037f7","reconcileID":"cadee8d6-5c39-493f-8791-3881c5d63f15","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-92f037f7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:54.436327597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"67bf6377-aaa3-4b7e-ac89-c6489c00d583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:54.43632742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"780cad9f-477a-451d-89ee-631f9d33cd8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:54.492003966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"67bf6377-aaa3-4b7e-ac89-c6489c00d583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:54.492216991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"780cad9f-477a-451d-89ee-631f9d33cd8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:54.504196797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"3ec6fce3-bce4-4b5d-ac5b-d8906be62df7","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:54.560635985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"3999f201-1175-4855-a186-447d5b463468","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:54.829939025Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-92f037f7","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-apikey-sub-binding-92f037f7","reconcileID":"3dc65d69-7a36-4f1e-a4e3-869d9a77f97f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-92f037f7","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/e2e-apikey-sub-binding-92f037f7","ai-tenant-e2e-worker-w2-531ee4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:54.849734312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"e138562b-d5e5-49f7-a96d-eb825fe2041d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:54.852337868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"e9a62f15-6c61-45bf-b8f1-8bc09aae1eb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:54.905328081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"e138562b-d5e5-49f7-a96d-eb825fe2041d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:54.907870615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"e9a62f15-6c61-45bf-b8f1-8bc09aae1eb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:54.995647538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"c0be8e77-3b37-4315-8e9d-1cdeb97ead29","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:55.037967041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"1d88bb4c-dfcc-4ee7-9626-dd7048077a97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:55.202494201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-92f037f7","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-apikey-sub-binding-92f037f7","reconcileID":"ffbad77d-b15e-4c47-b476-63a4cc71e000","MaaSSubscription":{"name":"e2e-apikey-sub-binding-92f037f7","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:58.275911223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"35e228d5-8bb1-46d8-9728-22d13bba460e","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:58.429702701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"da2ce20b-ee26-45f3-ab7a-ef302eeecab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:58.429708998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"caa19e70-115a-44c2-82fc-a3b74024d7e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:58.487042143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"caa19e70-115a-44c2-82fc-a3b74024d7e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:41:58.487076183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"da2ce20b-ee26-45f3-ab7a-ef302eeecab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:02.54845535Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","namespace":"ai-tenant-e2e-praxis-a-75dfee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:02.548518758Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","namespace":"ai-tenant-e2e-praxis-a-75dfee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:02.548566679Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","tenant":"e2e-praxis-a-75dfee","tenantID":"e2e-praxis-a-75dfee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:02.603198653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","gvk":"Deployment","name":"maas-api-e2e-praxis-a-75dfee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:02.663919066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","gvk":"Service","name":"maas-api-e2e-praxis-a-75dfee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:02.728640153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-75dfee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:02.782355802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-75dfee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:02.857539679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-75dfee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:02.912232922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-75dfee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:02.968920721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-75dfee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.032843241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-75dfee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.089288109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-75dfee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.140942503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-75dfee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.193015106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","gvk":"Service","name":"payload-processing-e2e-praxis-a-75dfee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.244552337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-75dfee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.295710555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-75dfee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.346264553Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-92f037f7","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-apikey-sub-binding-92f037f7","reconcileID":"0273681a-62ba-4552-81c6-03589b811556","MaaSSubscription":{"name":"e2e-apikey-sub-binding-92f037f7","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscription":"e2e-apikey-sub-binding-92f037f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.349727428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-75dfee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.400880077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-75dfee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.455251359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-75dfee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.506718587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-75dfee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.563584189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-75dfee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.564349043Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-92f037f7","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-apikey-sub-binding-92f037f7","reconcileID":"0273681a-62ba-4552-81c6-03589b811556","MaaSSubscription":{"name":"e2e-apikey-sub-binding-92f037f7","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.616238005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-75dfee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.631982125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"e60ec2d7-022a-4504-8982-7da1e2f802df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.667749023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-75dfee"},"namespace":"ai-tenant-e2e-praxis-a-75dfee","name":"default-tenant","reconcileID":"6e280141-d4ca-4933-a214-528561bad9e2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-75dfee","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.784909359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"402e1437-e2e3-41f1-a328-bd7f9e42f6f9","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.939688307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"4f525b07-3d89-483a-8fae-02bb430f8f8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.939686615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"3d6530dd-6501-4af9-bdb0-aea68dbe340e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.949214786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"b3554ebf-7f3e-4429-97cc-970a9e17ce37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:03.999611044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"3d6530dd-6501-4af9-bdb0-aea68dbe340e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:04.002665614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"4f525b07-3d89-483a-8fae-02bb430f8f8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:04.993645947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"8f449e9a-de05-478f-b487-7e73e11e6575","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:05.050573577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"e0d7d5c4-fb93-45ed-8ef7-4a49842e5d23","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:42:05.102873108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-ordering-sub","reconcileID":"1d43765f-c295-4ab3-9543-9205ed0664ad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:05.15361932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"f86aaa69-decc-4215-b5e2-f31de5050782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:05.153619285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"d861a647-c6dc-43c3-8b9b-8fd7a2772348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:05.210017063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"d861a647-c6dc-43c3-8b9b-8fd7a2772348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:05.210389433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"f86aaa69-decc-4215-b5e2-f31de5050782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:05.215659937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"37e97360-b593-4180-9bfd-f990fb25231e","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:05.272012868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"0e693571-52f5-4f35-9d4b-76999982d679","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:05.519915162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"a23b1a53-c147-4455-ba4b-ce9d57977b8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:05.519914749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"ce4cbec3-e59a-4e20-9146-96125ad493b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:05.53571247Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-ordering-sub","reconcileID":"59bf07f4-7f0e-4aba-a73b-abce2811f92b","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/e2e-ordering-sub","ai-tenant-e2e-worker-w2-531ee4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:05.575956168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"ce4cbec3-e59a-4e20-9146-96125ad493b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:05.575957005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"a23b1a53-c147-4455-ba4b-ce9d57977b8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:05.629632386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"fa195b33-ca4d-4bab-8cb4-4ff9a3c1db2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:05.700396036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"e0e19bc1-d4d9-4bb6-af5b-f1f066e6d898","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:05.910357866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-ordering-sub","reconcileID":"12d95c6b-e80c-4ef8-963d-f6b5c4a31425","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:05.945632916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"c0857abe-12fc-49d4-b303-2a6e26b9a328","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:08.515426327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"3fc44d46-7230-4d6d-b03a-7edb82c9bd18","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:08.585486416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"888c3f26-b6ed-49b6-8b6e-ad8221999329","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:08.741121723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-ordering-auth","reconcileID":"2cee5249-9a0c-43a5-8a9c-d0e5b5f86d44","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:08.796656006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-ordering-auth","reconcileID":"2cee5249-9a0c-43a5-8a9c-d0e5b5f86d44","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:09.109467297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"47112786-70f8-4c00-a9ea-598fc7c014f2","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:11.392912667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"2ad57245-ae14-4da7-aa60-05afb78dfd53","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:11.548290594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"2a871a8e-b513-46db-9c8d-48ce57a76d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:11.54847139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-ordering-auth","reconcileID":"2373df5f-6039-4f9c-8a50-6cea2cbd52ca","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:11.548988992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"9da85a63-89ac-4c4d-afdb-8955333093fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:11.60665631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"9da85a63-89ac-4c4d-afdb-8955333093fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:11.606801298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"2a871a8e-b513-46db-9c8d-48ce57a76d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:11.609047127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-ordering-auth","reconcileID":"2373df5f-6039-4f9c-8a50-6cea2cbd52ca","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:12.102014735Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-75dfee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-75dfee","reconcileID":"9763e413-ebdd-4246-8d19-08725bb73cb4","aitenant":"ai-tenants/e2e-praxis-a-75dfee","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:12.621529343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af63b64-27f5-46cc-91c7-950284ffc34a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:12.673377946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af63b64-27f5-46cc-91c7-950284ffc34a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:12.7254537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af63b64-27f5-46cc-91c7-950284ffc34a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:12.777520094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af63b64-27f5-46cc-91c7-950284ffc34a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:12.940073436Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-75dfee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-75dfee","reconcileID":"9763e413-ebdd-4246-8d19-08725bb73cb4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-75dfee","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-75dfee"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:13.953910902Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:14.701028038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d0681e-e480-497e-8b0a-7af87619abd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:14.753191688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d0681e-e480-497e-8b0a-7af87619abd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:14.805157942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d0681e-e480-497e-8b0a-7af87619abd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:14.856985107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d0681e-e480-497e-8b0a-7af87619abd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:16.743528307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4de5534-9b2f-433f-aea6-fae331e6de1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:16.797088275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4de5534-9b2f-433f-aea6-fae331e6de1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:16.849150911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4de5534-9b2f-433f-aea6-fae331e6de1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:16.90599039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4de5534-9b2f-433f-aea6-fae331e6de1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:18.806782154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e866e5a1-604d-4671-b9b6-03eccbcd33c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:18.858601135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e866e5a1-604d-4671-b9b6-03eccbcd33c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:18.910253033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e866e5a1-604d-4671-b9b6-03eccbcd33c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:18.96200302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e866e5a1-604d-4671-b9b6-03eccbcd33c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:21.01477198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3743cca5-5349-4671-85f3-402de525a29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:21.066882852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3743cca5-5349-4671-85f3-402de525a29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:21.121049937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3743cca5-5349-4671-85f3-402de525a29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:21.173507528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3743cca5-5349-4671-85f3-402de525a29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:21.557226198Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-ordering-sub","reconcileID":"ea135586-1f00-419d-aa8b-72b534b8f56e","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:21.77337274Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-ordering-sub","reconcileID":"ea135586-1f00-419d-aa8b-72b534b8f56e","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:21.991598045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"39b1e9dd-2059-46fb-90aa-8ff77267a87b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:21.999018032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"fe977a7f-65ba-436b-9eed-6a8c495a6a33","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:22.142030964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"71d47d0c-34af-44ab-b20c-ccb5cc509e4f","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:22.190777154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"17d95d5a-11d6-4e43-9b01-1f13fce02ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:22.191230989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"dfc76c99-6c62-4125-9f57-603d255d0fed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:22.191586794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-ordering-auth","reconcileID":"ae9f45a8-82ff-4424-9491-536c23de9e80","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:22.307514554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-ordering-auth","reconcileID":"ae9f45a8-82ff-4424-9491-536c23de9e80","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:22.308455672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"dfc76c99-6c62-4125-9f57-603d255d0fed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:22.310207084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"17d95d5a-11d6-4e43-9b01-1f13fce02ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:22.515582289Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-ordering-auth","reconcileID":"e8554048-a894-42dc-84b7-a7f8f6e5861e","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:22.683937515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"9a1ae34a-327d-457e-987d-3a0aa1bc6e36","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:23.109449668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2352d901-2efd-4ec2-846d-c3652ee3d957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:23.161427167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2352d901-2efd-4ec2-846d-c3652ee3d957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:23.213165299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2352d901-2efd-4ec2-846d-c3652ee3d957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:23.265117058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2352d901-2efd-4ec2-846d-c3652ee3d957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:24.080631727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"bbbbc016-e91e-4f07-92c1-57cef6d4957b","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:24.137320546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"7885fe3d-7257-4fb6-aed9-058ff572225e","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:24.292443279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-success","reconcileID":"79aa1387-5bb5-483c-8ff6-d993091e643f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:24.348872978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-success","reconcileID":"79aa1387-5bb5-483c-8ff6-d993091e643f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:24.384086407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"df7b374a-c9ef-4659-814a-f38b80d62167","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:24.443667592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"7aba00d9-4bdc-4baf-9ec8-bcacb08706dd","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:42:24.49630386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-subscription-success","reconcileID":"bc4742df-7724-4924-819c-ae8cc2e2e02c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:24.562623855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"fcedbf1e-1026-48c9-9717-f17197047a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:24.61407648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"035988d6-ab81-4cf4-b754-aa782ba5ae05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:24.618378739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"fcedbf1e-1026-48c9-9717-f17197047a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:24.619058028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"5449df5d-fb1d-4e18-98f5-5b2b008f8d09","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:24.621881711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"e864b3cb-cc8c-4327-be66-9eb9de9ac64a","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:24.67005641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"035988d6-ab81-4cf4-b754-aa782ba5ae05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:24.678172479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"af84de89-3add-4f48-bf28-82d30670b4ac","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:24.773710825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-success","reconcileID":"723780ff-25df-43b4-b4cf-329305ab6a51","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:24.830474935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-success","reconcileID":"723780ff-25df-43b4-b4cf-329305ab6a51","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:24.933912177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"12c8c8c6-6694-45b4-9c02-b152f9003d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:24.9900328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"12c8c8c6-6694-45b4-9c02-b152f9003d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:24.99465608Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-subscription-success","reconcileID":"a74a8eea-1e77-4290-ad7c-83c8f3c48599","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-531ee4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:25.029114626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"151bf69f-b721-4036-b2b3-c0fb9fd58a90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:25.08528158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"151bf69f-b721-4036-b2b3-c0fb9fd58a90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:25.139199868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-success","reconcileID":"e3f1f7a8-90f2-4eea-8810-ab427c8d44c8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:25.159322422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"77aae927-da58-4ec4-9fb9-0550842b342e","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:25.195422874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-success","reconcileID":"e3f1f7a8-90f2-4eea-8810-ab427c8d44c8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:25.204761981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"6b286a62-be0a-4af6-a8f8-aec34ace5e93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:25.367281586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-subscription-success","reconcileID":"e6e45fdf-e2da-4eef-98be-c42d89395456","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:25.412846496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0c6cc2-a19f-4a35-8d9c-2d1713c30e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:25.464938896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0c6cc2-a19f-4a35-8d9c-2d1713c30e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:25.517034006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0c6cc2-a19f-4a35-8d9c-2d1713c30e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:25.569006522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0c6cc2-a19f-4a35-8d9c-2d1713c30e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:27.535382396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c377f3f-a549-418e-86aa-1807ff21f057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:27.589109469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c377f3f-a549-418e-86aa-1807ff21f057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:27.641487684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c377f3f-a549-418e-86aa-1807ff21f057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:27.6952781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c377f3f-a549-418e-86aa-1807ff21f057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:27.957315605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"deb872f3-2d55-42ef-9e46-20478a9c34c9","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:28.115964871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"3a693bb9-5506-4a57-b4c1-f234f4b50b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:28.116103465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-success","reconcileID":"6b88a626-c1ff-426c-ad33-12345bd9d0cd","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:28.115962176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"1c80e6d2-f135-4064-9060-8cafdf49306c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:28.174726253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"1c80e6d2-f135-4064-9060-8cafdf49306c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:28.17476164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-success","reconcileID":"6b88a626-c1ff-426c-ad33-12345bd9d0cd","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:28.182085463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"3a693bb9-5506-4a57-b4c1-f234f4b50b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:28.725357376Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","namespace":"ai-tenant-e2e-ipp-b-011885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:28.725416061Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","namespace":"ai-tenant-e2e-ipp-b-011885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:28.725464194Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","tenant":"e2e-ipp-b-011885","tenantID":"e2e-ipp-b-011885","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:28.780310027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","gvk":"Deployment","name":"maas-api-e2e-ipp-b-011885","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:28.842690574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","gvk":"Service","name":"maas-api-e2e-ipp-b-011885","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:28.900675061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-011885","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:28.953917931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-011885","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:29.010126524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-011885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:29.064338274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-011885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:29.120804888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-011885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:29.175674493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-011885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:29.23629467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-011885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:29.294984354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-011885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:29.356071341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","gvk":"Service","name":"payload-processing-e2e-ipp-b-011885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:29.418919883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-011885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:29.472517247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-011885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:29.526441557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-011885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:29.584011205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-011885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:29.638450783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-011885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:29.695263352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-011885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:29.748404922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-011885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:29.805084826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-011885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:29.859720733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-011885"},"namespace":"ai-tenant-e2e-ipp-b-011885","name":"default-tenant","reconcileID":"fa017fbf-3824-4b09-a720-309b4c4fb9d2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-011885","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:38.124325923Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-subscription-success","reconcileID":"cd945a21-e2ac-4c9d-9fb8-663ecd217ac5","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:38.337231714Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-subscription-success","reconcileID":"cd945a21-e2ac-4c9d-9fb8-663ecd217ac5","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:38.543572454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"6fa1a152-315e-4cb9-9923-5559841a70f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:38.596157481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"0ac74b07-8f37-480a-949a-5971527967d9","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:38.750398691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-success","reconcileID":"2b1d0fd8-64ce-4a53-bdf0-ca39e028b444","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:38.750848928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"3520386c-8f9a-4262-b14e-62698ea652b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:38.751084492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"21230ab1-f78c-4ef9-b4f9-6c8fd31ed67a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:38.761111436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"4bcd79d1-c331-48f4-8181-c03358ba50be","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:38.806265734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-success","reconcileID":"2b1d0fd8-64ce-4a53-bdf0-ca39e028b444","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:38.80732788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"3520386c-8f9a-4262-b14e-62698ea652b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:38.808549772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"21230ab1-f78c-4ef9-b4f9-6c8fd31ed67a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:39.009406628Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-success","reconcileID":"efd4c337-beed-4ac8-9ac3-9aad1efe5989","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:39.220284015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"f5e24bb4-36e2-4091-a660-339ef33f25ef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:40.129286997Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-011885","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-011885","reconcileID":"bd96ed79-abaa-4b8c-8054-8da217c0609c","aitenant":"ai-tenants/e2e-ipp-b-011885","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:40.469058947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"cd67b158-8baf-4be5-be76-410afe98b014","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:40.52538241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"de73cff5-a5a1-493a-a595-34f1b4387dd4","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:40.699397052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d36755e-d185-422f-a98c-96dc3df356cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:40.699589649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-no-access","reconcileID":"4609b347-cff2-4c2a-868b-a3677964c964","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:40.751357442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d36755e-d185-422f-a98c-96dc3df356cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:40.757326242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"3f1d118f-b2c1-4af7-a2f3-52d7d8a51b32","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:40.803013429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d36755e-d185-422f-a98c-96dc3df356cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:40.808979901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-no-access","reconcileID":"4609b347-cff2-4c2a-868b-a3677964c964","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:40.855021707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d36755e-d185-422f-a98c-96dc3df356cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:40.859778774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"ec275c7e-64fa-46e7-99a9-732b53692b7f","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:42:40.909211741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-subscription-no-access","reconcileID":"39cf7040-4c2d-4409-b1a6-1e9de6828309","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:40.966571948Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-011885","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-011885","reconcileID":"bd96ed79-abaa-4b8c-8054-8da217c0609c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-011885","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-011885"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:41.010532034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"05074130-354e-43bd-a77c-6c2947f07571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:41.01073179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"d18e4f02-39c3-4b76-b3ef-283893c909c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:41.025522266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"b47b3942-0b91-4bf7-97de-f2bf4f3383cd","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:41.066794815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"05074130-354e-43bd-a77c-6c2947f07571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:41.066871108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"d18e4f02-39c3-4b76-b3ef-283893c909c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:41.125162241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"a7289e56-8720-492d-ab4f-973112624896","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:41.175282207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"f6cdc919-6926-495e-90f6-5c4ec53de123","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:41.328976378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-no-access","reconcileID":"7a22dc62-52dd-4b72-9f02-1a57149084bc","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:41.38492273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-no-access","reconcileID":"7a22dc62-52dd-4b72-9f02-1a57149084bc","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:41.389304743Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-subscription-no-access","reconcileID":"dbbe7bc1-ae67-40e5-b390-f9436e590a06","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w2-531ee4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:41.479013369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"f84ce026-3c2b-4e25-b272-beda6cd9a30f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:41.479510302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"22677e81-5eac-4902-b4f9-62cb044a37c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:41.535776857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"22677e81-5eac-4902-b4f9-62cb044a37c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:41.536406687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"f84ce026-3c2b-4e25-b272-beda6cd9a30f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:41.554586906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"2547e4fd-dbdb-448a-a591-9e2f4c6bc090","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:41.597551698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"880ef39c-d232-4239-b2e5-6f307fed4141","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:41.763698827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-subscription-no-access","reconcileID":"ecee3996-a710-4236-8705-f3ec286b2f04","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:42.724517706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"832c2cd4-68d7-499c-b86a-bc8209493bb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:42.776140994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"832c2cd4-68d7-499c-b86a-bc8209493bb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:42.827745961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"832c2cd4-68d7-499c-b86a-bc8209493bb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:42.879371351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"832c2cd4-68d7-499c-b86a-bc8209493bb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:43.956204815Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:44.122375803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"83a354cd-7445-4905-9cd4-f51a83b85c11","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:44.311883732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-no-access","reconcileID":"06949a3a-2884-486f-a151-325519fea0a0","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:44.312111936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"ed541948-ff8f-45cb-8f92-3a36a885bcc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:44.311883497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"5f0bac83-7088-4fd2-8569-4edc5e9e6826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:44.375779613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"5f0bac83-7088-4fd2-8569-4edc5e9e6826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:44.377216484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"ed541948-ff8f-45cb-8f92-3a36a885bcc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:44.378420006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-no-access","reconcileID":"06949a3a-2884-486f-a151-325519fea0a0","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:44.565368793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"dba6878d-4eb7-4eb6-932d-64b0f960e121","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:44.777229949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d915419-36a1-4e2b-8ced-021f5cb9fc9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:44.886194924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d915419-36a1-4e2b-8ced-021f5cb9fc9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:44.937921157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d915419-36a1-4e2b-8ced-021f5cb9fc9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:44.989613537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d915419-36a1-4e2b-8ced-021f5cb9fc9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:46.856666434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e8041b-0a40-490b-9d81-5a5654d69ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:46.908326545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e8041b-0a40-490b-9d81-5a5654d69ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:46.960047657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e8041b-0a40-490b-9d81-5a5654d69ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:47.011863738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49e8041b-0a40-490b-9d81-5a5654d69ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:48.059506197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"de528d57-f89b-446c-9beb-cb66da4090eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:50.497112579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"26959c5b-2372-49f6-8f6a-14f0b709dfe4","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:50.553795433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"c287edce-8394-4b51-89c5-f24088954344","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:50.669132486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"16e41585-1e25-43ca-bdf6-f63d06d21a27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:50.720381606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-auth","reconcileID":"c681db73-df48-476b-9b1b-2fcd0c727845","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:50.776218019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-auth","reconcileID":"c681db73-df48-476b-9b1b-2fcd0c727845","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:50.789072681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"b1c2d71c-1dd4-4d5b-be23-04b353f3b6e3","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:50.847432425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"9ee5c313-d03f-4bcf-b7dd-3f31aaf3b88e","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:42:50.899076351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-subscription","reconcileID":"e65c814f-7c62-4670-979f-88438d86bdb9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:50.99933473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"542419ad-ae67-4617-b7ae-f0fe959544db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.000182029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"a45e4f21-2096-48e6-8f60-d4ca2a2941e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.010541547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"9a5d8255-6226-4a0b-9631-57f46f2f7243","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.056392767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"542419ad-ae67-4617-b7ae-f0fe959544db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.056522529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"a45e4f21-2096-48e6-8f60-d4ca2a2941e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.064390577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"42e911fe-067c-4e3e-b9f8-f1eea1eae2f0","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.103107385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"5060289b-2915-469f-a419-df003a2c7048","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.256899576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-auth","reconcileID":"b0504358-4d9a-4ea1-b396-d0089247eb45","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.313436101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-auth","reconcileID":"b0504358-4d9a-4ea1-b396-d0089247eb45","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.328869336Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-subscription","reconcileID":"749d8318-c19b-4c3f-85f5-a90653f26938","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-e28e1a/e2e-test-group-subscription","ai-tenant-e2e-worker-w1-e28e1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.366563023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"91c05d99-2ac3-4985-ba57-8e174349fd3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.366626554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"9040e96e-c8a1-43cc-921c-ae5abf948e89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.423911116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"91c05d99-2ac3-4985-ba57-8e174349fd3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.423932413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"9040e96e-c8a1-43cc-921c-ae5abf948e89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.463123347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c4a680-c39a-4c1a-bcdf-26ed3ecee448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.515087611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c4a680-c39a-4c1a-bcdf-26ed3ecee448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.520302722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"cf85e05c-ed6b-4760-b1b0-ad6bfa802943","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.566766103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"f6e1f762-4861-4ffc-a9cc-2b611da3a7a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.566971275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c4a680-c39a-4c1a-bcdf-26ed3ecee448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.61878987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c4a680-c39a-4c1a-bcdf-26ed3ecee448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:42:51.672028602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-auth","reconcileID":"b0504358-4d9a-4ea1-b396-d0089247eb45","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.775049172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-subscription","reconcileID":"6549301c-ec2c-4376-a902-5fc4d5078723","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.890368467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-auth","reconcileID":"1cad54f8-2a9e-4f10-9c81-76223e92b120","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:51.948139448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-auth","reconcileID":"1cad54f8-2a9e-4f10-9c81-76223e92b120","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:53.519069656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f021e9-02fa-4af6-9b7c-c163b0a704b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:53.570972801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f021e9-02fa-4af6-9b7c-c163b0a704b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:53.622701753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f021e9-02fa-4af6-9b7c-c163b0a704b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:53.674544834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f021e9-02fa-4af6-9b7c-c163b0a704b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:54.267045793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"73cca071-5b03-4d7c-bae5-9f58425c4637","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:54.320156718Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-subscription-no-access","reconcileID":"8e108969-4bcc-4d3f-b955-a1f0fd258bc8","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:54.420925271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-auth","reconcileID":"397b6e7e-503d-4de4-973b-2c0b3b3ac4d5","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:54.420943501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"aa3bcbf9-bb35-483e-a05e-bd808c65c9f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:54.421455787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"8cae5dd9-6205-4f34-bdc1-abd8dfe014ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:54.487551732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-auth","reconcileID":"397b6e7e-503d-4de4-973b-2c0b3b3ac4d5","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:54.48898851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"aa3bcbf9-bb35-483e-a05e-bd808c65c9f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:54.490231219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"8cae5dd9-6205-4f34-bdc1-abd8dfe014ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:54.54808991Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-subscription-no-access","reconcileID":"8e108969-4bcc-4d3f-b955-a1f0fd258bc8","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:54.755180404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"f3c302ef-dc17-4937-8a5a-1abac453805b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:54.811173481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"f1e31c83-1c22-4932-8132-4f07d4b6b1e4","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:54.964880321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-no-access","reconcileID":"f20055a7-ca0f-4c35-bdbf-62c246514762","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:54.965035929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"419b4e23-314d-4a1f-8eab-2c55aab3ab59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:54.964886249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"2e31b8a5-9da0-476b-b6ee-552a2a4b7210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:54.973589196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"a199db80-4a0d-43b6-91a6-93da7f7bb12f","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:55.020845574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"2e31b8a5-9da0-476b-b6ee-552a2a4b7210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:55.022064612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"419b4e23-314d-4a1f-8eab-2c55aab3ab59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:55.02305611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-no-access","reconcileID":"f20055a7-ca0f-4c35-bdbf-62c246514762","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:55.236718829Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-no-access","reconcileID":"15f8538f-947b-4579-bd2c-6bf48a425aea","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:55.395653857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"fa9047d5-3d18-42e4-a0cf-73becdf44d66","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:56.76985965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"a70f5dbe-9b70-4e3c-b9a8-00614109f07f","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:56.824029521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"666ca1d2-0575-4ef7-b8a3-cd036fae03b1","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:56.979243336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-access-denied","reconcileID":"e5a65184-48cd-40f5-a388-96dec9921ec9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.03513322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-access-denied","reconcileID":"e5a65184-48cd-40f5-a388-96dec9921ec9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.053470689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"ee6dbebb-ebb3-41e7-a18d-544c4a89d52f","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.109644495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"c0bfc873-a1e8-4368-b62e-596e8d257280","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:42:57.15904246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-user-subscription","reconcileID":"da1a4423-04da-4541-9d91-bd6ed1f94410","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.207479981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"f127697b-01f3-401a-9d8e-c67aaee2013b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.207498221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"1470ed75-875d-4057-9858-5ef817fa190e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.263507152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"1470ed75-875d-4057-9858-5ef817fa190e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.263508197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"f127697b-01f3-401a-9d8e-c67aaee2013b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.272423232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"c545d314-4109-4e9a-a17f-616a90d31d58","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.32890057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"6443c954-60a3-43f5-acae-f42bd4fa0160","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.346370992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"80b2e685-18cb-4e35-a6a9-2e4d821c2f89","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.37452766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"1cb506ef-4cdf-497d-a3ae-4ea4d7e33d6a","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.374570685Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-531ee4 priority=0:[ai-tenant-e2e-worker-w2-531ee4/e2e-test-other-subscription ai-tenant-e2e-worker-w2-531ee4/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.428807146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"47d1bacd-1d97-4dcd-9de0-b08cd5e3e1e3","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:42:57.480438699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-other-subscription","reconcileID":"2535722f-8dfe-4c80-b060-5dee4dbd407e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.485463185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"5f9a92aa-d5fc-4f5b-b323-6344cc58e69b","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.500002852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-access-denied","reconcileID":"eb70b37e-83e6-4287-a415-d3d8a595f139","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.555452592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-access-denied","reconcileID":"eb70b37e-83e6-4287-a415-d3d8a595f139","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.594084683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"5a39dfb8-4713-48b1-81b3-8c1e9e975f68","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.597049711Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-user-subscription","reconcileID":"15ed9bf2-7e5e-4d41-9f9d-41137399d3e5","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-531ee4/e2e-test-user-subscription","ai-tenant-e2e-worker-w2-531ee4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.650856456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"3144312d-bdfd-4ab8-a09c-14dc9b60f9b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.650898934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"fc9fe8a9-06f9-4a0c-8053-32f4d559bf75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.651886275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"82e519a4-6215-43da-b830-d60214508f0d","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.70737506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"fc9fe8a9-06f9-4a0c-8053-32f4d559bf75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.707519103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"3144312d-bdfd-4ab8-a09c-14dc9b60f9b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.764450931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"83cc6efe-0e16-4df6-8651-ecb444e762dd","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.807693645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"269501a0-ad43-4a32-9550-6d0472285e3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.859348203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-other-subscription","reconcileID":"db854155-9fd7-4d0f-98ae-ede94c00931a","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.914084427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-access-denied","reconcileID":"9de7fedb-a831-4f5f-acf2-0732260c261b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.969957692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-access-denied","reconcileID":"9de7fedb-a831-4f5f-acf2-0732260c261b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:57.971087138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-user-subscription","reconcileID":"5caa35e8-82af-4105-a92c-b7b2f9468e0c","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:58.071704125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"fef60e07-a44c-4c18-ae1f-8a8bf50b967c","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:58.114650628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"9ea5dd0f-0a28-4640-891a-2122c36e7eaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:58.114759607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"7c47410e-264a-4e14-8f7a-ce3d5b960f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:58.170539587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"7c47410e-264a-4e14-8f7a-ce3d5b960f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:58.170568648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"9ea5dd0f-0a28-4640-891a-2122c36e7eaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:42:58.279326771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-other-subscription","reconcileID":"10e9c1c3-e5f6-4cea-9633-d500a567ede4","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:00.495020094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"4bf7eedd-0fbd-477c-82a1-f20678660177","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:00.649789555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"7f9f4e04-41ac-46cd-bd1b-196dd37ef7fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:00.649951076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-access-denied","reconcileID":"a3599186-4d34-4e28-94b0-660c0936c6b9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:00.649793806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"89502c65-f461-4990-9853-296a61f80ba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:00.70725673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"89502c65-f461-4990-9853-296a61f80ba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:00.707349532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"7f9f4e04-41ac-46cd-bd1b-196dd37ef7fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:00.709560412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-access-denied","reconcileID":"a3599186-4d34-4e28-94b0-660c0936c6b9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:04.480897411Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-subscription","reconcileID":"d1ab41d9-2436-4ffb-9ddd-8fdb0d116323","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:04.695663263Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-subscription","reconcileID":"d1ab41d9-2436-4ffb-9ddd-8fdb0d116323","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e28e1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:04.958049286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"9f8a1594-a336-4e4f-bc49-e09f44bf4c63","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:05.006649811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"6d38f231-5886-4a44-83f4-60fe12784624","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:05.015864927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"d06da796-6a6e-4258-a4de-0e3dd25f0dee","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:05.114388905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"a677fb6a-9a13-49a5-b6df-c5d38067ed39","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:05.117386441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"fd1b0332-d76e-4c5a-ae35-521e8930e3a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:05.117872608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"d8096fdb-72c3-4c0d-bb7e-b65530f4f603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:05.118283005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-auth","reconcileID":"e2f1eda0-b9a3-4802-a3fa-3ee11a9b2306","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:05.194143179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"fd1b0332-d76e-4c5a-ae35-521e8930e3a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:05.195574485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"d8096fdb-72c3-4c0d-bb7e-b65530f4f603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:05.198042334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-auth","reconcileID":"e2f1eda0-b9a3-4802-a3fa-3ee11a9b2306","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:05.399627338Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-auth","reconcileID":"e0785560-d817-4f2d-a0ae-3dc7ccdcfff5","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:05.608957651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"4e31afcb-f654-4cf0-b09d-d9b85a38f07a","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:05.702106179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6263ef0-3120-4b4b-a186-ec49365af4ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:05.755806478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6263ef0-3120-4b4b-a186-ec49365af4ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:05.80741052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6263ef0-3120-4b4b-a186-ec49365af4ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:05.859386886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6263ef0-3120-4b4b-a186-ec49365af4ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.480298088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"6b144209-09b7-45c4-be88-4be40962904c","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.535120975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"db87f616-e1c4-41e8-8a51-f5465654a283","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.696170972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-no-auth","reconcileID":"537b3540-ceb7-4811-ae0e-2dd08e08d196","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.753069407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-no-auth","reconcileID":"537b3540-ceb7-4811-ae0e-2dd08e08d196","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.786546155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"1d4559d7-2d3a-4e51-bb92-4b28c205cdbe","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.859528338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"f371be58-96ee-403c-8801-2fe6c159a754","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:43:06.904755666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-sub-only","reconcileID":"8bd3f27e-7d5c-4127-8c94-452bed0f8423","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:06.972157785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"e364d7ab-3ec1-4e3c-978a-e2c6db0e880d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.024066994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"69c9ea2a-117c-4753-a867-d8356f68eb3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.029173796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"e364d7ab-3ec1-4e3c-978a-e2c6db0e880d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.032020767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"9206f2d8-9d54-4b16-b59e-4373698a4b23","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.079917413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"69c9ea2a-117c-4753-a867-d8356f68eb3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.088372878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"dc1fa7ec-0d11-402a-a450-48322595f392","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.180708736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"dc2fa946-229b-4509-979c-de5f8aac6505","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.379214908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-no-auth","reconcileID":"1c47eb7b-dd18-4831-b7e8-6615c84ac305","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.431345901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"56093aee-0aee-4d06-a535-ce6ead831025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.436227386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-no-auth","reconcileID":"1c47eb7b-dd18-4831-b7e8-6615c84ac305","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.43709149Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-sub-only","reconcileID":"6bdd0176-a8d0-4aad-845e-5830f0f9fd46","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-e28e1a/e2e-test-group-sub-only","ai-tenant-e2e-worker-w1-e28e1a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.482452287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"8441f510-e3c2-40f7-ac09-e9d57ac14cfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.487200387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"56093aee-0aee-4d06-a535-ce6ead831025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.538653326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"8441f510-e3c2-40f7-ac09-e9d57ac14cfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.604298729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"6c8881f0-da01-4e36-82fd-e3f915f78ca4","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.647752664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"b17ad880-68d2-46db-b67c-f098c21a7e7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.811788319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-sub-only","reconcileID":"266f0b80-dc48-44cb-85e0-dc6890d058bd","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.815216961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c116e3-c2ca-47bf-b913-334b2e477c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.867072065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c116e3-c2ca-47bf-b913-334b2e477c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.918871852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c116e3-c2ca-47bf-b913-334b2e477c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:07.970707853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c116e3-c2ca-47bf-b913-334b2e477c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:08.080882963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"e4586f15-d4ae-4d50-89d2-a62e5bc0609a","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:08.574071528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"82c9178a-d7e6-4c44-bf90-0ea38dcb2137","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:08.574070842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-sub-only","reconcileID":"c9ed10b0-b049-436d-9c39-7479771f6539","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:09.370483359Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","namespace":"ai-tenant-e2e-praxis-b-9ada73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:09.37054407Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","namespace":"ai-tenant-e2e-praxis-b-9ada73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:09.370592202Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","tenant":"e2e-praxis-b-9ada73","tenantID":"e2e-praxis-b-9ada73","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:09.424141309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","gvk":"Deployment","name":"maas-api-e2e-praxis-b-9ada73","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:09.48529758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","gvk":"Service","name":"maas-api-e2e-praxis-b-9ada73","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:09.546225547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-9ada73","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:09.601224882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-9ada73","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:09.655168983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-9ada73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:09.709626701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-9ada73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:09.778155291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-9ada73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:09.834144464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-9ada73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:09.888693611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-9ada73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:09.940037239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-9ada73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:09.994888728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","gvk":"Service","name":"payload-processing-e2e-praxis-b-9ada73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:10.046548238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-9ada73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:10.097657074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-9ada73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:10.148728655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-9ada73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:10.200404002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-9ada73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:10.255067646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-9ada73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:10.306397977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-9ada73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:10.357742335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-9ada73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:10.420779244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-9ada73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:10.474362124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9ada73"},"namespace":"ai-tenant-e2e-praxis-b-9ada73","name":"default-tenant","reconcileID":"398821d1-9f69-4ff0-a32d-ab316c3c29b1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-9ada73","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:10.582963138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"5a47119f-69c7-478a-98e8-35521e2abb50","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:10.67774675Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-user-subscription","reconcileID":"f7485b7c-3249-4c92-9662-dbf24561ea6b","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:10.776205932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-no-auth","reconcileID":"9d4d1cc4-1ddc-4cae-8d24-2c278018cff8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:10.777010493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"79de9d5c-634e-4035-ace4-57237fb74229","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:10.777601241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"42b1d01d-55ac-4380-99dc-2aa070a20311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:10.840505881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"42b1d01d-55ac-4380-99dc-2aa070a20311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:10.842048453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-no-auth","reconcileID":"9d4d1cc4-1ddc-4cae-8d24-2c278018cff8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:10.844291179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"79de9d5c-634e-4035-ace4-57237fb74229","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:10.917907942Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-user-subscription","reconcileID":"f7485b7c-3249-4c92-9662-dbf24561ea6b","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-531ee4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:11.126518631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-other-subscription","reconcileID":"eaeb11ed-10d7-45f5-a9b4-261d42bd9828","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:11.126572142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"64d80bbe-860b-4709-aaab-935dbfd89b22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:11.194201675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"f4f908cd-60a6-44a8-a0f4-a5d3112f0046","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:11.348865458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-access-denied","reconcileID":"9522ea2a-7360-49a6-943e-410bc457414a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:11.349066518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"384ffe72-7811-46d3-8759-27764c13fddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:11.348862758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"8253adf9-b893-4b8f-9847-919d71349bc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:11.3544278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"bed1fa4d-49f9-4ade-9529-1d321418adc9","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:11.404420244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"384ffe72-7811-46d3-8759-27764c13fddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:11.405051864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-access-denied","reconcileID":"9522ea2a-7360-49a6-943e-410bc457414a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:11.408537841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"8253adf9-b893-4b8f-9847-919d71349bc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:11.767689503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-access-denied","reconcileID":"d9db74f0-8283-45ff-b13f-2987899457ae","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:11.767689337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"90d74509-1534-453d-ad44-6539aeb39e39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:11.823470838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-access-denied","reconcileID":"d9db74f0-8283-45ff-b13f-2987899457ae","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:11.823494168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"90d74509-1534-453d-ad44-6539aeb39e39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:11.869392512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"461f7a1b-8f5f-437d-89d2-df60af47a1b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:11.924633155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"461f7a1b-8f5f-437d-89d2-df60af47a1b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:13.951809881Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:17.406977604Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9ada73","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9ada73","reconcileID":"34348256-d278-48e3-b72e-0631a117406a","aitenant":"ai-tenants/e2e-praxis-b-9ada73","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:17.97745836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27da68e-dd74-438a-a75a-810cafd076bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:18.02947834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27da68e-dd74-438a-a75a-810cafd076bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:18.081215591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27da68e-dd74-438a-a75a-810cafd076bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:18.132846108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27da68e-dd74-438a-a75a-810cafd076bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:18.242422806Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9ada73","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9ada73","reconcileID":"34348256-d278-48e3-b72e-0631a117406a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9ada73","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-9ada73"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:20.012164628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ad3045a-e729-4a4f-8d7c-b68ddccb7214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:20.063994909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ad3045a-e729-4a4f-8d7c-b68ddccb7214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:20.116559557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ad3045a-e729-4a4f-8d7c-b68ddccb7214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:20.16867397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ad3045a-e729-4a4f-8d7c-b68ddccb7214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:20.432221731Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","namespace":"ai-tenant-e2e-praxis-a-ff10d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:20.432278893Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","namespace":"ai-tenant-e2e-praxis-a-ff10d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:20.43233052Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","tenant":"e2e-praxis-a-ff10d6","tenantID":"e2e-praxis-a-ff10d6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:20.48577187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","gvk":"Deployment","name":"maas-api-e2e-praxis-a-ff10d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:20.544597015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","gvk":"Service","name":"maas-api-e2e-praxis-a-ff10d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:20.601643259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-ff10d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:20.654875923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-ff10d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:20.716312795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-ff10d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:20.767155536Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-sub-only","reconcileID":"10ba7794-3025-41e2-8b95-1190ce322117","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:20.770031117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-ff10d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:20.826746873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-ff10d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:20.882876946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-ff10d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:20.934532552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-ff10d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:20.986092225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-ff10d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:20.995707171Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-sub-only","reconcileID":"10ba7794-3025-41e2-8b95-1190ce322117","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e28e1a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.039364062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","gvk":"Service","name":"payload-processing-e2e-praxis-a-ff10d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.091010243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-ff10d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.142561149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-ff10d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.207731873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"afc0ec82-ef61-4f35-ae12-352c931aaaef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.216326376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-ff10d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.268433667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-ff10d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.274975545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"a5d23c5e-2a82-41fd-9a66-cf4c04f277dd","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.323447737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-ff10d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.374431561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-ff10d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.424585247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"da1611cc-b551-43ba-a3cd-55a89586f831","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.42547452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-ff10d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.428761243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"cc990f28-dea6-4050-8ffa-daa9c7250dce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.47756165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-ff10d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.49123467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-no-auth","reconcileID":"b82c30b7-e605-4cae-8e3c-7bd307731d53","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.493491853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"1e57b1a6-9da2-4d1f-86e6-b0302e724038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.583263447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-no-auth","reconcileID":"b82c30b7-e605-4cae-8e3c-7bd307731d53","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.583550281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ff10d6"},"namespace":"ai-tenant-e2e-praxis-a-ff10d6","name":"default-tenant","reconcileID":"b50d2fc4-b830-4eb7-9324-274e3f9c15ce","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-ff10d6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.583804877Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-other-subscription","reconcileID":"ce336566-6737-4108-b6da-1babf8d2ab97","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.586380313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"1e57b1a6-9da2-4d1f-86e6-b0302e724038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.588641624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"cc990f28-dea6-4050-8ffa-daa9c7250dce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.786553289Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-test-group-no-auth","reconcileID":"ef06ed64-ba4c-4c64-9986-cdc90c6cc83c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.797690543Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-other-subscription","reconcileID":"ce336566-6737-4108-b6da-1babf8d2ab97","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.841722199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"2b1fa4ad-836f-43a2-9bf9-0122ab48b529","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:21.992492229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"c484819d-6866-4f93-b06c-7a9070cc0b41","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:22.004963848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"0c2b0689-c16d-4991-b9de-901ce72438ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:22.059510196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"61b34509-622c-48cf-8eff-6b06983ee9d6","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:22.140037208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e64e33ab-1ee5-4391-8fd8-9ace56631473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:22.192301242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e64e33ab-1ee5-4391-8fd8-9ace56631473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:22.205642405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"f5d160cf-3f61-40bd-95c4-fad31308f233","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:22.244459027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e64e33ab-1ee5-4391-8fd8-9ace56631473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:22.29628517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e64e33ab-1ee5-4391-8fd8-9ace56631473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:22.296414259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"aa6920bc-ce72-4631-a75b-fa68516c8435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:22.297061535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"f779c979-a129-4dff-a2cc-dfa9b5876cd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:22.297103312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-access-denied","reconcileID":"07e0f822-78b5-4c01-ad72-454eb9a4ca02","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:22.352169299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"aa6920bc-ce72-4631-a75b-fa68516c8435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:22.352775497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"f779c979-a129-4dff-a2cc-dfa9b5876cd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:22.354596293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-access-denied","reconcileID":"07e0f822-78b5-4c01-ad72-454eb9a4ca02","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:22.561616682Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-test-auth-access-denied","reconcileID":"07b2aa93-c7ff-4514-a045-72634897e5b8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:22.719561042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"8f386310-4a5f-4c3c-b61f-24d7c4426e21","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:25.308496745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"2b844dc4-b891-463a-a4f1-4837c6ec9058","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:26.173947008Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ff10d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ff10d6","reconcileID":"f7d8d2d0-11e2-4f83-a492-41055c418e8a","aitenant":"ai-tenants/e2e-praxis-a-ff10d6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:26.785144164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa134ee-1032-4843-8629-9f534adaef5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:26.837924755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa134ee-1032-4843-8629-9f534adaef5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:26.89006797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa134ee-1032-4843-8629-9f534adaef5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:26.942131188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa134ee-1032-4843-8629-9f534adaef5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:27.052492389Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ff10d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ff10d6","reconcileID":"f7d8d2d0-11e2-4f83-a492-41055c418e8a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ff10d6","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-ff10d6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:28.812233965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4112d4af-4785-4f96-b35d-5d8cab230f04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:28.864019393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4112d4af-4785-4f96-b35d-5d8cab230f04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:28.915596474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4112d4af-4785-4f96-b35d-5d8cab230f04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:28.967432202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4112d4af-4785-4f96-b35d-5d8cab230f04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:29.627431824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"3cea1d7e-5523-4c12-8e32-f66fd4867920","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:29.681676657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"c429b04d-e304-46a3-9159-5c245a916f01","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:29.835509895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-status-active-auth-only","reconcileID":"62d8de25-c3cd-4a4e-97e0-6279afccde58","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:29.890727384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-status-active-auth-only","reconcileID":"62d8de25-c3cd-4a4e-97e0-6279afccde58","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:30.180611042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"0bac00eb-6320-4f38-ab1a-015f23e84a35","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:30.376217031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-status-active-auth-only","reconcileID":"5af4867e-8049-4a9a-9fdf-fc2580da51c1","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:30.433190142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-status-active-auth-only","reconcileID":"5af4867e-8049-4a9a-9fdf-fc2580da51c1","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:30.909309846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831ff057-68ba-4b24-a2c5-255281c94f63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:30.930245712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"7cfbd30f-b133-4f33-86e8-32bb44282558","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:30.961012133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831ff057-68ba-4b24-a2c5-255281c94f63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.012793763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831ff057-68ba-4b24-a2c5-255281c94f63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.064624187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831ff057-68ba-4b24-a2c5-255281c94f63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.067405015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"91f12f70-1ccf-4675-a4fe-84c0f422ba86","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.198782586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"73278ab9-32e4-4508-b264-142e9e7c9a00","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.221430862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-active-auth","reconcileID":"7d39aad8-9718-4e2b-9a6f-98da066cf04a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.254628803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"26e3956b-279c-44f9-b46a-2794da7f70ec","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.276395287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-active-auth","reconcileID":"7d39aad8-9718-4e2b-9a6f-98da066cf04a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:43:31.303843106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-active-sub","reconcileID":"28542683-733b-4fc3-ab5e-19de45c70679","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.377045983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"c0067ee4-50ae-40ba-9c20-999eed962674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.377170608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"020e85fd-b307-4c91-b4fd-4b4188eabc69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.418164958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"58814241-0ee3-492a-85e6-98a026ffc7a2","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.433270381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"020e85fd-b307-4c91-b4fd-4b4188eabc69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.433384292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"c0067ee4-50ae-40ba-9c20-999eed962674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.475292244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"98640525-fafe-428c-a855-f105b7036d55","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.589882141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"6720bdd9-efdd-490a-ae4c-2274dbc1d99e","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.740346113Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-active-sub","reconcileID":"0487a899-5c59-4bd9-b0fb-529d8d59fa0d","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/e2e-status-active-sub","ai-tenant-e2e-worker-w2-531ee4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.74450619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-active-auth","reconcileID":"f809192c-04f6-43a0-9bec-ef3fb50a7cf6","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.744522342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"2b15af2e-c8e1-44be-abc7-7a7a728bc0e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.87668447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"56de1adb-4423-4158-845d-7634c089cfbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.878090945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-active-auth","reconcileID":"f809192c-04f6-43a0-9bec-ef3fb50a7cf6","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.881579516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"2b15af2e-c8e1-44be-abc7-7a7a728bc0e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.932141146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"56de1adb-4423-4158-845d-7634c089cfbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.935315136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"34d71da6-d9e5-49b8-9230-af145a36dada","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:31.980509914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"477f9859-4af6-4893-ae4c-9b11ef61cb37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:32.141942078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-active-sub","reconcileID":"a2cb7c5e-cad9-4079-9819-993498ea2461","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:32.243262704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"6da4355e-78ca-49d6-b1c2-4af3741c3952","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:32.243270621Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-status-active-auth-only","reconcileID":"3ec3d154-6b11-4549-9e00-538c957d9555","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:32.452529325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"b1a733d8-a4bf-4d9a-9b83-26140db9c9c6","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:33.323390522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"2f367de7-f3ac-4fe8-b4d9-1e8d901a5641","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:33.385952862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"ac83d038-5816-488b-ad1f-8c0cdb0ab3f8","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:33.610228804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-status-degraded-auth","reconcileID":"6fb27435-a5a5-45b7-b1c7-0079f9ce28c6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:33.667254793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-status-degraded-auth","reconcileID":"6fb27435-a5a5-45b7-b1c7-0079f9ce28c6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:33.774062619Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-status-degraded-auth","reconcileID":"6fb27435-a5a5-45b7-b1c7-0079f9ce28c6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:33.91143984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"52929902-5822-4223-9ea9-fa230f25155c","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:33.985861015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"b4c8ed7e-c566-4cb1-a4f0-6e6c9ce5675a","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:34.068188916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"24855d66-7797-4621-abf7-3e4d1ed6b4b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:34.068499616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-active-auth","reconcileID":"ccf0f99b-8f55-481b-a06e-51374bb62bf7","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:34.068188955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"78ad53ce-4ad8-4ec3-997e-0b52aaea6d48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:34.088703038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-failed-auth","reconcileID":"6641ea2b-e635-48c5-a5e9-230a3dc7d44a","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:34.129591855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"24855d66-7797-4621-abf7-3e4d1ed6b4b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:34.12993446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"78ad53ce-4ad8-4ec3-997e-0b52aaea6d48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:34.133447422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-active-auth","reconcileID":"ccf0f99b-8f55-481b-a06e-51374bb62bf7","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:34.145617921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-failed-auth","reconcileID":"6641ea2b-e635-48c5-a5e9-230a3dc7d44a","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:34.192170536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-status-degraded-auth","reconcileID":"e01174ec-0a05-4771-a843-9385320e7be2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:34.199766769Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-failed-auth","reconcileID":"6641ea2b-e635-48c5-a5e9-230a3dc7d44a","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:34.251742024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-status-degraded-auth","reconcileID":"e01174ec-0a05-4771-a843-9385320e7be2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:34.357977034Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-status-degraded-auth","reconcileID":"e01174ec-0a05-4771-a843-9385320e7be2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:34.649967369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-failed-auth","reconcileID":"22e28909-efa9-4e63-908e-da97c47e636f","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:34.70598969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-failed-auth","reconcileID":"22e28909-efa9-4e63-908e-da97c47e636f","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:34.760581857Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-failed-auth","reconcileID":"22e28909-efa9-4e63-908e-da97c47e636f","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:35.763767771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"68453cf3-c4e4-4d41-84e0-453fdccd3f5d","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:35.763796549Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-status-degraded-auth","reconcileID":"73077442-3cc8-4d51-8bac-667e4ab75053","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:35.815555951Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-status-degraded-auth","reconcileID":"73077442-3cc8-4d51-8bac-667e4ab75053","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:35.978359345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"cd0e38ab-299d-43e0-930b-e5c4916f428f","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:36.265304252Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-failed-auth","reconcileID":"e2c7c288-3c6e-488d-8e18-7572685f9609","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:36.838193847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"0f9c73dd-10ad-4825-b12c-3a093081c00e","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:36.894647134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"4ae7e5fb-3d54-475d-a747-28e2687f31b2","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.051339488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"cd4c3e8e-572f-4e49-b81a-4958861a3499","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.112633805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"cd4c3e8e-572f-4e49-b81a-4958861a3499","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.142750455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"cb4993b0-9dba-49b2-8096-062eae7f8ef9","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.200591674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"cce80215-2eec-4698-b4c3-71180aa14723","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:43:37.251253861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-healthy-inf","reconcileID":"942ea9e9-5169-45a6-adc4-fb513ed1e9e6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.277932263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"eb1e6fcd-8103-472b-bcc9-3bc52e91a794","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.298528656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"0dd49b47-244a-4ee8-8492-ac13a9f87dbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.298527806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"fcccea50-43d9-4765-a283-b631f3d5f904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.334172422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"1aab6208-80c2-469a-ad61-09810021d8e1","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.355088748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"fcccea50-43d9-4765-a283-b631f3d5f904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.35510349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"0dd49b47-244a-4ee8-8492-ac13a9f87dbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.365472179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"61b6b462-cde2-41af-b265-0ed27543b78b","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.384702087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"f89e30ad-2b9b-4a49-8e67-59ce3c2d0775","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.421725674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"1a724708-601c-44e0-844c-fb345d6d0e13","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.488405193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-auth","reconcileID":"e2509c8f-e0fc-40e5-864a-f4fe7026e5f7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.544501216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-auth","reconcileID":"e2509c8f-e0fc-40e5-864a-f4fe7026e5f7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.555740019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"2807c51b-a448-49d6-b81b-b1a68bd58163","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.589974562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"572b800f-a805-465f-8660-8c676d6bfc83","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.612317292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"4cf6283f-04ef-49ef-9017-3fbe9db26637","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.645568498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"572b800f-a805-465f-8660-8c676d6bfc83","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.661731839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"cf0df40f-b815-4335-8b8e-9e71dfec1e7b","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:43:37.664272105Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-d7bfc2/e2e-status-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.690207222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"27b49452-2c65-4599-a05f-047b9a39d6ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.690272154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"fd7b4313-d2b7-45cc-8b86-3408999106c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.69086387Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-healthy-inf","reconcileID":"e831c7b8-8d48-45a2-83c3-f98f465ce126","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-e28e1a/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w1-e28e1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.690972262Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-healthy-inf","reconcileID":"e831c7b8-8d48-45a2-83c3-f98f465ce126","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e28e1a/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.723052633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"7ea98737-fcfe-4639-a23e-ab116d4209b4","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.747566225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"27b49452-2c65-4599-a05f-047b9a39d6ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.74813091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"fd7b4313-d2b7-45cc-8b86-3408999106c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.792967889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"a4b83cd6-42d3-4247-ad77-f6e701b8279b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.850880415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"a4b83cd6-42d3-4247-ad77-f6e701b8279b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.862034854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"8a06429a-2c43-48ef-be5c-2601001de2ae","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.935624221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"89fdb28b-4287-47b9-b17b-df13d1b6bf85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.958475676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"ae8327d7-97ae-4aca-93a6-e512b7cb9c83","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.992661798Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-sub","reconcileID":"3db06bae-9f99-473a-b53d-48e764fe06dd","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-d7bfc2/e2e-status-degraded-sub","ai-tenant-e2e-worker-w3-d7bfc2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:37.992893175Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-sub","reconcileID":"3db06bae-9f99-473a-b53d-48e764fe06dd","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-d7bfc2/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.014264057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"aebe65bb-80c7-431a-8b4f-bda0ab7cb1ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.015653986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-auth","reconcileID":"7efb4020-0c44-40e3-8b00-58c776372c77","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.071734124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"aebe65bb-80c7-431a-8b4f-bda0ab7cb1ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.072066472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-auth","reconcileID":"7efb4020-0c44-40e3-8b00-58c776372c77","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.167413874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"99f12675-7bd7-4117-a113-8c019f12f797","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"tenant":"e2e-praxis-a-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.167445929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"99f12675-7bd7-4117-a113-8c019f12f797","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"routeName":"praxis-route-d61eae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d61eae","llmisvcName":"praxis-route-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.16897473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-healthy-inf","reconcileID":"4afecb5b-8b0c-4984-9d60-ef7cf7522f9c","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.1691089Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-healthy-inf","reconcileID":"4afecb5b-8b0c-4984-9d60-ef7cf7522f9c","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e28e1a/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.20167993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"040715a4-e3e0-4735-9c1f-fd974ab14e97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.263648158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"65feba84-36a1-4903-984e-0624a5001930","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.301047761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"92367a6f-508c-43df-b8e6-6a89eab62d70","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.319410997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"65feba84-36a1-4903-984e-0624a5001930","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:43:38.457613454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-auth","reconcileID":"7efb4020-0c44-40e3-8b00-58c776372c77","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.509211424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-sub","reconcileID":"e49cdb1e-3376-4da9-8910-ed2fddbee37e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.509337156Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-sub","reconcileID":"e49cdb1e-3376-4da9-8910-ed2fddbee37e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-d7bfc2/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.61695562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-auth","reconcileID":"8ca9c3e0-e95b-46ac-b190-28ad993a2c12","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:38.673573611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-auth","reconcileID":"8ca9c3e0-e95b-46ac-b190-28ad993a2c12","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:39.909538979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745c1be4-c71e-47cc-977c-3e6bcb01a153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:39.961562048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745c1be4-c71e-47cc-977c-3e6bcb01a153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:40.013303063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745c1be4-c71e-47cc-977c-3e6bcb01a153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:40.015023334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"31852c2e-9776-4a4a-b866-71bd10897588","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:40.06493243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745c1be4-c71e-47cc-977c-3e6bcb01a153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:40.180021809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"f2dd235b-7996-4fb6-bb9a-86ee1a80941b","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:40.219553718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-auth","reconcileID":"ce2421d5-67e6-431f-a91f-aecb72ca4dbc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:40.219750412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"5c92d93b-2bd7-47c4-b0ee-7aa43ff7ba8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:40.219553665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"efa73d65-ddf3-4fc5-869c-c6518d248de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:40.224756777Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-sub","reconcileID":"7f53ab82-97cb-4f01-9eaf-253865a23fb3","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0cd2322f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:40.276938938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-auth","reconcileID":"ce2421d5-67e6-431f-a91f-aecb72ca4dbc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:40.278261058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"5c92d93b-2bd7-47c4-b0ee-7aa43ff7ba8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:40.282293742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"efa73d65-ddf3-4fc5-869c-c6518d248de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:40.376956255Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"38a1e525-3e9f-4ce4-9fec-f170d0efc8ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-d7bfc2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:40.387579104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"d24a75b7-10c6-4fa7-803b-2120bbcad870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:40.388263439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"46078f0c-f46b-4c53-af92-56e62b45b121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:40.445530962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"d24a75b7-10c6-4fa7-803b-2120bbcad870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:40.44683909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"46078f0c-f46b-4c53-af92-56e62b45b121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:40.639410822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5202e352-4ab2-48eb-ba92-b752550040ab","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:40.693564692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"a9196052-bded-4f10-a529-c29350b3101a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:40.696400193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5202e352-4ab2-48eb-ba92-b752550040ab","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:42.073493764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3af911c-3d1e-48fa-8e65-719152c71d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:42.126032403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3af911c-3d1e-48fa-8e65-719152c71d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:42.177775705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3af911c-3d1e-48fa-8e65-719152c71d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:42.22946323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3af911c-3d1e-48fa-8e65-719152c71d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:42.457550374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"c5fc2474-531d-4edb-adaa-05d187d51cdc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:43.626884483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"bcee597d-9be5-4b64-922d-22d3cf089707","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"tenant":"e2e-praxis-a-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:43.626907166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"bcee597d-9be5-4b64-922d-22d3cf089707","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"routeName":"praxis-route-d61eae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d61eae","llmisvcName":"praxis-route-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:43.68305381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"04fbe3fb-9350-4508-be6a-81390889ab5f","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"tenant":"e2e-praxis-a-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:43.68307466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"04fbe3fb-9350-4508-be6a-81390889ab5f","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"routeName":"praxis-route-d61eae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d61eae","llmisvcName":"praxis-route-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:43.786237406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"f5cb7dd5-90cb-4c45-bf0e-5fae9c3d30fa","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d61eae","tenantID":"e2e-praxis-a-d61eae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:43.912128399Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"f5cb7dd5-90cb-4c45-bf0e-5fae9c3d30fa","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"name":"e2e-praxis-a-d61eae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:43.952026496Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:43.966912572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-d61eae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"f5cb7dd5-90cb-4c45-bf0e-5fae9c3d30fa","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:44.021398383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"878bcb25-be6d-4b68-98f4-f889171c085a","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"tenant":"e2e-praxis-a-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:44.021422655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"878bcb25-be6d-4b68-98f4-f889171c085a","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"routeName":"praxis-route-d61eae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d61eae","llmisvcName":"praxis-route-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:44.074921692Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-active-sub","reconcileID":"4dc9bcf8-4cfe-468d-ade0-0c3f74e1ab00","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:44.288309781Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-active-sub","reconcileID":"4dc9bcf8-4cfe-468d-ade0-0c3f74e1ab00","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:44.495326759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"3765b4b9-7709-4a75-88d0-057bfe7e6b69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:44.53527652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"2c4ac8a7-97c5-433e-8f89-813cd4ba7bf0","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:44.680592499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"c15beade-b3a3-4709-bf31-49173d88f73f","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:44.689536069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-active-auth","reconcileID":"21ca1db1-ff79-45c2-8792-a7b37ca60c82","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:44.689552208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"8a1a26f1-3c63-45d7-88bf-b91cf93408a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:44.690016116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"4499b091-f5ac-4db2-919c-b44f38962de2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:44.745164017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"4499b091-f5ac-4db2-919c-b44f38962de2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:44.745184619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"8a1a26f1-3c63-45d7-88bf-b91cf93408a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:44.747473191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-active-auth","reconcileID":"21ca1db1-ff79-45c2-8792-a7b37ca60c82","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:44.900310809Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-active-auth","reconcileID":"2b879ced-d782-4e37-a91e-d7d3f70ef118","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:45.061628655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"1371ba6c-6796-408d-8cad-d556ffcbc9f7","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:45.961166437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"673388cd-24da-470f-9398-111abbed5701","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"tenant":"e2e-worker-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:45.96120288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"673388cd-24da-470f-9398-111abbed5701","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.0182437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-w2-531ee4","reconcileID":"863a5888-910f-4094-87a6-ac5e5bb9798b","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.118413091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"9475295e-b2ea-4523-a41c-f71c5fca6db5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"tenant":"e2e-worker-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.118438114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"9475295e-b2ea-4523-a41c-f71c5fca6db5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.174482341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"72a16969-e716-4979-80c0-f3c7533b23ca","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"tenant":"e2e-worker-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.174501845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"72a16969-e716-4979-80c0-f3c7533b23ca","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.375355914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"9a9cdd5f-deb0-4be8-9f7d-56a767d484c0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"tenant":"e2e-worker-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.375376217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"9a9cdd5f-deb0-4be8-9f7d-56a767d484c0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.378713598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-auth","reconcileID":"bd1c7536-eafa-48ee-92fe-e18817435df2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.432364997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"ee3c1743-f5ae-4d01-9bdd-1bedad00c7fe","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"tenant":"e2e-worker-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.432476305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"ee3c1743-f5ae-4d01-9bdd-1bedad00c7fe","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.43579413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-auth","reconcileID":"bd1c7536-eafa-48ee-92fe-e18817435df2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:43:46.482602084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-sub","reconcileID":"aeebec62-3e8d-4ee2-9567-81a8bd7c5a99","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:43:46.48521205Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"ee3c1743-f5ae-4d01-9bdd-1bedad00c7fe","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:43:46.485258062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"ee3c1743-f5ae-4d01-9bdd-1bedad00c7fe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.491160596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"f43d5534-ebb0-4389-8b15-0a0b23196843","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"tenant":"e2e-worker-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.491178195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"f43d5534-ebb0-4389-8b15-0a0b23196843","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.636358666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"0c8700fb-5e5a-48fd-b6fe-cee11874f728","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"tenant":"e2e-worker-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.636379892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"0c8700fb-5e5a-48fd-b6fe-cee11874f728","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.636561051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"ac43e1a6-0afd-4d9b-9a46-1eb0d32f9650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.637308775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"4cb6e1e1-7007-4c52-a9af-49c5ff2860e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.691877139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"ac43e1a6-0afd-4d9b-9a46-1eb0d32f9650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.692406925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"68d9cd5e-8c95-47e0-840d-5d22822c6a92","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"tenant":"e2e-worker-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.69242678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"68d9cd5e-8c95-47e0-840d-5d22822c6a92","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.695700877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"4cb6e1e1-7007-4c52-a9af-49c5ff2860e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.745143805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"80ab4a77-1305-4030-9d88-a5c071627aac","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"tenant":"e2e-worker-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.745164273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"80ab4a77-1305-4030-9d88-a5c071627aac","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.908665473Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-sub","reconcileID":"92a3f247-b6a2-4f87-a9ae-bceb8959f73c","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:46.948320723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-auth","reconcileID":"a01afb90-daf9-446e-8abe-78c84bd0e9ce","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:47.003311528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-auth","reconcileID":"a01afb90-daf9-446e-8abe-78c84bd0e9ce","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:47.071782654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"f9458206-a1af-469d-ac18-47c5a22a52d9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"tenant":"e2e-worker-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:47.071804885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"f9458206-a1af-469d-ac18-47c5a22a52d9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:47.103529521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"219223ce-54d7-4c3a-a6f4-76aeee06a639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:47.103531881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"a43234c6-c079-4077-8089-6537d4170a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:47.160281663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"a43234c6-c079-4077-8089-6537d4170a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:47.161083313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"219223ce-54d7-4c3a-a6f4-76aeee06a639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:47.280849348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-sub","reconcileID":"7cd4ed9e-9aeb-40f4-a9a3-721a4e585855","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:43:47.31349877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-auth","reconcileID":"a01afb90-daf9-446e-8abe-78c84bd0e9ce","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:47.524688455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-auth","reconcileID":"d9e26ba1-f021-43c9-89fb-72006276d394","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:47.580735136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-auth","reconcileID":"d9e26ba1-f021-43c9-89fb-72006276d394","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:50.276646091Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-sub","reconcileID":"92e955bb-4fb1-4773-b3ab-d68dd36e1e71","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:50.389850307Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-healthy-inf","reconcileID":"b694cb17-eb8d-4dcf-aae3-7dbbe3359925","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:50.43173157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-sub","reconcileID":"92e955bb-4fb1-4773-b3ab-d68dd36e1e71","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:50.431759676Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-sub","reconcileID":"92e955bb-4fb1-4773-b3ab-d68dd36e1e71","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:50.431900097Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-sub","reconcileID":"92e955bb-4fb1-4773-b3ab-d68dd36e1e71","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-d7bfc2/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:50.602541987Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-healthy-inf","reconcileID":"b694cb17-eb8d-4dcf-aae3-7dbbe3359925","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e28e1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:50.602573625Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-healthy-inf","reconcileID":"b694cb17-eb8d-4dcf-aae3-7dbbe3359925","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:50.602684402Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-healthy-inf","reconcileID":"b694cb17-eb8d-4dcf-aae3-7dbbe3359925","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e28e1a/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:50.749094859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"026fd481-7e1b-4f0f-9d17-d759a7e4b170","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:50.805910737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"a6724cab-8ebd-445e-b5d2-3d28ea6772ae","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"tenant":"e2e-worker-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:50.805938573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"a6724cab-8ebd-445e-b5d2-3d28ea6772ae","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:50.809010132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"4e7ffd64-4600-4abe-9e92-9316845ca9a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:50.899850084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"23638b15-6f12-4ce9-b84f-12db3b785486","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:50.90348599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"0c3618ae-e3ab-40b2-ae62-5efbcfed159e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:50.903669601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-auth","reconcileID":"f91be21c-1012-4fa0-96dc-7fe93308d600","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:50.903486282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"42d4ce01-5d21-4b8e-8d3b-f3baf249e59b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:50.914908893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"71df2e1f-6094-4811-b542-16293f049b2c","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:50.959267475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"0c3618ae-e3ab-40b2-ae62-5efbcfed159e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:50.959333365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-auth","reconcileID":"f91be21c-1012-4fa0-96dc-7fe93308d600","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:50.961529872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"42d4ce01-5d21-4b8e-8d3b-f3baf249e59b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:51.044997482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"bc211736-d325-472a-95f9-911ab4451daf","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:51.053340464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"7cb65bbd-787b-4586-bb05-21dcf2ce81e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:51.053385537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"6a58b02b-3847-483f-bb37-02183908ac49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:51.109755511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"7cb65bbd-787b-4586-bb05-21dcf2ce81e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:51.109797756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"6a58b02b-3847-483f-bb37-02183908ac49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:51.16196269Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"05390bac-a069-4d7f-b381-a1be12750c92","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:51.162062738Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-status-degraded-auth","reconcileID":"6d085642-8183-4dbb-8524-73ea736629a2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:51.419179923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"61f2cc19-44f4-4fba-bef3-c36e51337d40","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:51.419623692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"049abf2b-6c8b-4f55-9c64-610c74294f50","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.287159847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"673dbad4-e987-4034-a1fb-78313ca6bfd7","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.34160352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"f498b24d-e7e6-47b6-a586-b92038492ce0","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.390293863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"754cb195-3e51-45c3-a715-2932d955783e","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.445976259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"67b1f921-05b5-40d1-a08b-ebbae2403ff5","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.496884462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-degraded-models-kube-auth","reconcileID":"d96764ee-776c-4167-b34f-26ffa5bcfdf3","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.552467953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-degraded-models-kube-auth","reconcileID":"d96764ee-776c-4167-b34f-26ffa5bcfdf3","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.567391159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"4d0d04a5-9aaa-457a-9707-62bf441a65ef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.5994915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-models-apikey-auth","reconcileID":"25178c94-ae9b-40c4-8db2-ad51a120b585","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.624036344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"52f638c0-1e3f-4fcf-9bef-622e0dc0e712","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.654703772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-models-apikey-auth","reconcileID":"25178c94-ae9b-40c4-8db2-ad51a120b585","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.670338198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"9f780e0e-f715-40d5-9200-2ce840112246","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:43:52.716893993Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-degraded-models-kube","reconcileID":"9ac9a0b9-21ba-4669-ba71-9c90a7322b13","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.722564569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"e92fc125-0421-4aa8-9858-54918cf4f80f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.722596302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"f07cec11-bc5e-405c-9cae-70f080ec6a95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.727033198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"eba3bcb5-10f4-40c9-85e1-9c072dd0f211","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.778649884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"f07cec11-bc5e-405c-9cae-70f080ec6a95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:43:52.778957626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-models-apikey","reconcileID":"e3ecfd57-f308-47bd-ab8a-8028aa7b8a78","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.779087417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"e92fc125-0421-4aa8-9858-54918cf4f80f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.824226553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"c0627cff-59ef-45f7-a1f6-435d5ad785c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.828668861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"67679272-c756-4d86-b287-200031524464","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.865010189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"807017da-cb2c-4e68-80ef-b6811a1af3c9","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.882715913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"c0627cff-59ef-45f7-a1f6-435d5ad785c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.885433688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"a1aa792a-e764-4d7a-a5b7-fc4e40c2cc3a","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.891150276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"916687a6-9480-4e41-8755-084670638859","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.945313371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"0724e329-8ed7-4b2b-b976-01d23cd2915d","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:52.965743127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"a4c341be-b3c8-4898-ae64-485026f35f3b","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.018245758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-degraded-models-kube-auth","reconcileID":"9b919b70-e23d-455a-b44f-f35bddebecca","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.074389529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-degraded-models-kube-auth","reconcileID":"9b919b70-e23d-455a-b44f-f35bddebecca","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.119812945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-models-apikey-auth","reconcileID":"2ae360fa-e12e-4c4e-a5f1-beb29a1c5454","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.149413005Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-degraded-models-kube","reconcileID":"2e128574-d76d-4fe6-978a-2f1f7f8054af","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-d7bfc2/e2e-degraded-models-kube","ai-tenant-e2e-worker-w3-d7bfc2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.149557967Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-degraded-models-kube","reconcileID":"2e128574-d76d-4fe6-978a-2f1f7f8054af","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-d7bfc2/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.176237816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-models-apikey-auth","reconcileID":"2ae360fa-e12e-4c4e-a5f1-beb29a1c5454","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.219611441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"5c512235-e0a0-4909-95ef-ad7874645376","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.219645664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"565b3fae-3dab-4b2d-bbc6-41226d7aecc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.2516663Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-models-apikey","reconcileID":"bbf2c459-74a1-4d5b-ba7d-08ad494c0e23","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-e28e1a/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w1-e28e1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.251885983Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-models-apikey","reconcileID":"bbf2c459-74a1-4d5b-ba7d-08ad494c0e23","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e28e1a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.275897652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"5c512235-e0a0-4909-95ef-ad7874645376","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.27622028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"565b3fae-3dab-4b2d-bbc6-41226d7aecc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.31948236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"a2b9944a-0101-4e7d-bf51-4209fa0b912b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.360039221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"f4661a94-642b-49cf-bffc-d7c4cc8f3ccb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.365585892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"82a32839-3ad4-45d8-8e5b-7c4fda210780","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.375255901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"a2b9944a-0101-4e7d-bf51-4209fa0b912b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.459788549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"d71d8b74-8ae2-4046-9529-4c0371bdf925","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.465736734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"4be79267-0dc1-4731-87a5-7769235074e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.515655227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"ed5b5cc4-4ef5-4821-8161-f6748c148340","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.521401708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"4be79267-0dc1-4731-87a5-7769235074e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.571606416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-degraded-models-kube","reconcileID":"80e5a086-bffb-44d5-840c-edc3c51eaeff","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.571721463Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-degraded-models-kube","reconcileID":"80e5a086-bffb-44d5-840c-edc3c51eaeff","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-d7bfc2/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.726314537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-models-apikey","reconcileID":"d2c79d00-8982-42a6-b286-88e7e7e72034","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:53.726505081Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-models-apikey","reconcileID":"d2c79d00-8982-42a6-b286-88e7e7e72034","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e28e1a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:54.125692186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"6b835ee0-ef9c-4e67-91df-fe4263bbe72c","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d61eae","tenantID":"e2e-praxis-a-d61eae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:54.181583011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"6b835ee0-ef9c-4e67-91df-fe4263bbe72c","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"name":"e2e-praxis-a-d61eae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:54.236123403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-d61eae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"6b835ee0-ef9c-4e67-91df-fe4263bbe72c","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:55.327049765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"cf8b2ce9-b884-4d83-80e3-3570738cbdd9","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:55.48186393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"2ef97704-3a41-4510-b70c-0095a9be750c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:55.481943688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-degraded-models-kube-auth","reconcileID":"c2440896-13f5-4592-bdee-35a4e1d3c039","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:55.482343191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"017a793c-5045-4ac3-a5ae-223b939db5ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:55.538389027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-degraded-models-kube-auth","reconcileID":"c2440896-13f5-4592-bdee-35a4e1d3c039","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:55.539724454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"017a793c-5045-4ac3-a5ae-223b939db5ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:55.540876436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"2ef97704-3a41-4510-b70c-0095a9be750c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:55.738867374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"e4eb911a-1ca1-4ed7-8877-e23e9ac4245b","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:55.893050765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-models-apikey-auth","reconcileID":"490d9ca9-edd0-4c90-b92c-9f81ca8af3d6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:55.893470603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"52dafbd1-617d-4ad9-8eeb-35087b14731b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:55.89384051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"dc81317b-6803-473c-9fd1-d8be092f51df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:55.987910038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"dc81317b-6803-473c-9fd1-d8be092f51df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:55.990177497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"52dafbd1-617d-4ad9-8eeb-35087b14731b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:43:55.990348177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-models-apikey-auth","reconcileID":"490d9ca9-edd0-4c90-b92c-9f81ca8af3d6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:02.390394281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-sub","reconcileID":"c0472b51-4be7-42ec-bebd-e5cb6f6dd05a","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:02.558164803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"3f2f7902-47d5-4a5a-af14-58f19f5a3522","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"tenant":"e2e-worker-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:02.558187634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"3f2f7902-47d5-4a5a-af14-58f19f5a3522","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:02.754963861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-auth","reconcileID":"ec1aa6a7-d094-4608-8aaf-e255ad1d971a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:02.754984184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"a25d99b7-af1a-45aa-831f-943449da99b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:02.755406222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"33022583-76e7-43dc-81a6-804e9e2edd95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:02.81269569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-auth","reconcileID":"ec1aa6a7-d094-4608-8aaf-e255ad1d971a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:02.812853378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"33022583-76e7-43dc-81a6-804e9e2edd95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:02.815407692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"a25d99b7-af1a-45aa-831f-943449da99b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.344101594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"39e4a056-51b9-480f-b9a6-f39e423f23f4","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d61eae","tenantID":"e2e-praxis-a-d61eae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.402265391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"39e4a056-51b9-480f-b9a6-f39e423f23f4","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"name":"e2e-praxis-a-d61eae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.434047984Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-sub","reconcileID":"257e013a-eab4-401c-bbe1-a30fa2d7b1e1","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.457580052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-d61eae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09fc2a336f4f9a3b6c07b52a68336367247aea9df8672a512a96087b7dc8df20) AuthConfig (28d8dd098c159af0c157227f59039c9c9b5d8c75acf20bc2af82429d3581b544) AuthConfig (09dfd3161595ce52715b55d8cc6c030914552f4d590a66267e96705b17ab7c31) AuthConfig (a01d882dd53579c86cc04e054df1da7f55228fd6064080959d8b0c00cbb65ca7) AuthConfig (140ba0eafd86ba1783ec9959ffedbf44fce928747ef8f5c8cf1d9751093992d5) AuthConfig (d194c2a82bebb25abbf6fbfcdb0b149e637692b661cdbde4061cdff7eb26ddfc) AuthConfig (ceaaaa089cbb60dc6e93958736f66e8913071fb7297d605613336543ebf81204) AuthConfig (3b4866210c05111cde7643ef4137aa8d5ce7c61705d3de8deb311a36ad16c1d6) AuthConfig (80a403a0b0b6560571580dd24cff93c1bfa1c2644a3f1fc93a5a13cb4514abb7) AuthConfig (f90bfb4157c97697a81f03c610a411ba7dbdc3f4d0c3e7fe743fc72e448e9bfb) AuthConfig (d7a1ead6320ba43562d7bac02d348d8b74671aef9d51581ce7d77645d8ea37fe) AuthConfig (5b5a11b32d646d09f9e9ad092b1e1c0a3e566c5375da73bd3aeb7b1a2df45f1e) AuthConfig (047a926f520fc6a8abe629fa772e2ac3c183e07ddc6aaf55ac1b5539134b3356) AuthConfig (477bb33a81cfb7fb0451fd6f42121f3435e6ec9da424cf51c66e7b7e9d012c4c) AuthConfig (71ea32d0b31852daba1da9fda1aaec6c5906cb48cb67279930cd74e636f4554b) AuthConfig (f91004af0feab112ce6568c08846df64a9a4ef45f267725c6499a5f873a7698b) AuthConfig (e2c0d5d8a6f4423ff9c6ba17e56881162c0fa176423d13ee442d3396ca11e9ca) AuthConfig (d90a8369d454dc2eb968d69f07e9431c38590401fa56190c0f991c32f2457387)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"39e4a056-51b9-480f-b9a6-f39e423f23f4","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.486118732Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"e2e-temp-model-status","reconcileID":"105436e4-6e72-4cac-94ee-c962ea72aae9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.486272347Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-sub","reconcileID":"257e013a-eab4-401c-bbe1-a30fa2d7b1e1","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.588780054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-auth","reconcileID":"7173c8b7-ab05-4f68-9e35-e168dfdc19c1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.589172902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"a7829053-08d0-4bb8-a84c-e866574a5b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.589250103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"757f7eb8-e5ea-48c0-8124-c69dc98dbfcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.644602029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-auth","reconcileID":"7173c8b7-ab05-4f68-9e35-e168dfdc19c1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.644644228Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-auth","reconcileID":"7173c8b7-ab05-4f68-9e35-e168dfdc19c1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.645061509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"757f7eb8-e5ea-48c0-8124-c69dc98dbfcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.646771963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"a7829053-08d0-4bb8-a84c-e866574a5b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.649038682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"f83dc6cd-6d3a-4333-b9cc-b079fb4cc775","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"tenant":"e2e-praxis-a-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.649056534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"f83dc6cd-6d3a-4333-b9cc-b079fb4cc775","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"routeName":"praxis-route-d61eae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d61eae","llmisvcName":"praxis-route-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:04.649287273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-w2-531ee4","reconcileID":"2592cf45-8728-4a49-a284-c1a3edc9e20a","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.001967307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-auth","reconcileID":"8b7eb7cb-98e1-4a18-9a6a-edffc24e184c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.06442126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-auth","reconcileID":"8b7eb7cb-98e1-4a18-9a6a-edffc24e184c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.064469902Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-auth","reconcileID":"8b7eb7cb-98e1-4a18-9a6a-edffc24e184c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.109730237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"bd63e8a4-6e48-4322-80d0-644b958b2ea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.109730359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"b4a85931-c0d2-4074-81a0-a444323f5b66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.165512802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"b4a85931-c0d2-4074-81a0-a444323f5b66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.16552762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"bd63e8a4-6e48-4322-80d0-644b958b2ea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.480866599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-auth","reconcileID":"24e31627-3f75-4693-8da5-28397764fae2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.528812606Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-degraded-models-kube","reconcileID":"960f77d3-2113-4adb-bdf0-a9b96f755832","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.536147545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-auth","reconcileID":"24e31627-3f75-4693-8da5-28397764fae2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.590643046Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-auth","reconcileID":"24e31627-3f75-4693-8da5-28397764fae2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.632779336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"777cf6ef-97bd-42cd-b772-b588a6720829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.632787854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"d22f164c-2015-43ff-abc9-d7d16110e4a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.6897312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"777cf6ef-97bd-42cd-b772-b588a6720829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.689984047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"d22f164c-2015-43ff-abc9-d7d16110e4a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.740639457Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-degraded-models-kube","reconcileID":"960f77d3-2113-4adb-bdf0-a9b96f755832","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-d7bfc2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.740668616Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-degraded-models-kube","reconcileID":"960f77d3-2113-4adb-bdf0-a9b96f755832","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.74077851Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-degraded-models-kube","reconcileID":"960f77d3-2113-4adb-bdf0-a9b96f755832","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-d7bfc2/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.899442631Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-models-apikey","reconcileID":"19935576-d3d4-4c12-b864-fbbbc40e0713","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:05.948390688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"646d7563-6f3a-4343-b130-9bd6c33de2b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.009242112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"e3385a2c-e1ee-4046-8727-13c758781d5b","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.115485912Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-models-apikey","reconcileID":"19935576-d3d4-4c12-b864-fbbbc40e0713","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e28e1a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.115528219Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-models-apikey","reconcileID":"19935576-d3d4-4c12-b864-fbbbc40e0713","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.115648723Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-models-apikey","reconcileID":"19935576-d3d4-4c12-b864-fbbbc40e0713","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e28e1a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.15669751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"e7c39df6-2888-4a40-8063-e408a230a33b","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.184883828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"4e7d7e35-bc6d-4b55-9c50-81531e339d51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.185478171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"ad420b29-033e-445d-87fd-18e0ad791100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.185536042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-degraded-models-kube-auth","reconcileID":"34713fd4-4c72-4603-80ea-13e8f99feb67","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.241337479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"4e7d7e35-bc6d-4b55-9c50-81531e339d51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.241905355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"ad420b29-033e-445d-87fd-18e0ad791100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.243587885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-degraded-models-kube-auth","reconcileID":"34713fd4-4c72-4603-80ea-13e8f99feb67","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.342072853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"a462b167-a470-477b-b40a-a0402b6f6782","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.436869234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"0d364d20-da1b-4b8f-9f86-bf64bf295e25","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.444510615Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-degraded-models-kube-auth","reconcileID":"208008bc-06af-49d4-a622-b11159aaca4e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.585086129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"1376ab85-894e-4fc6-8baa-761609e93510","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.591534023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-models-apikey-auth","reconcileID":"d60f2967-ca4e-484e-a24e-bfaf10508885","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.591545724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"bcf8ffca-0081-4671-b2d6-ebb6aee91d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.597952599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"c53273ce-0437-41c3-b6c4-7eac858ecf22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.601801376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"2d86bd76-bae3-4599-ac59-28140370788c","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.649305342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-models-apikey-auth","reconcileID":"d60f2967-ca4e-484e-a24e-bfaf10508885","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.649305341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"bcf8ffca-0081-4671-b2d6-ebb6aee91d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.652722002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"c53273ce-0437-41c3-b6c4-7eac858ecf22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:06.853035681Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-degraded-models-apikey-auth","reconcileID":"355a6fb4-e410-4238-ba2b-7af675c4dcde","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:07.014200416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"978ffffd-dc98-418b-8f1c-1703856ffdc6","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:13.956083406Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.310154985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"5dc2e904-4cb0-47d8-85f7-750c72b68364","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.366899439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"4c09452d-570c-443c-8de1-299b8b113ca4","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:44:14.41850017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-list-subs-refs-sub","reconcileID":"c4f07e14-0c15-423e-aead-7a6443114030","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.4652909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"e26a1e05-3d04-4913-a6f1-6778c5122445","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.465286572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"9d6c8299-1336-43c4-8200-290cbed0e170","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.521176141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"e26a1e05-3d04-4913-a6f1-6778c5122445","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.521337474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"9d6c8299-1336-43c4-8200-290cbed0e170","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.535687946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"db21c967-56bb-4553-bebf-2ce63a32cb47","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.590563661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"c6b51548-3f73-423a-b5ae-2c0e941f0731","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.618136982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"e14a8714-00ec-4727-afb6-00fd9f96a3cf","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d61eae","tenantID":"e2e-praxis-a-d61eae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.674136099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"e14a8714-00ec-4727-afb6-00fd9f96a3cf","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"name":"e2e-praxis-a-d61eae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.728293797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-d61eae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09fc2a336f4f9a3b6c07b52a68336367247aea9df8672a512a96087b7dc8df20) AuthConfig (28d8dd098c159af0c157227f59039c9c9b5d8c75acf20bc2af82429d3581b544) AuthConfig (09dfd3161595ce52715b55d8cc6c030914552f4d590a66267e96705b17ab7c31) AuthConfig (a01d882dd53579c86cc04e054df1da7f55228fd6064080959d8b0c00cbb65ca7) AuthConfig (140ba0eafd86ba1783ec9959ffedbf44fce928747ef8f5c8cf1d9751093992d5) AuthConfig (d194c2a82bebb25abbf6fbfcdb0b149e637692b661cdbde4061cdff7eb26ddfc) AuthConfig (ceaaaa089cbb60dc6e93958736f66e8913071fb7297d605613336543ebf81204) AuthConfig (3b4866210c05111cde7643ef4137aa8d5ce7c61705d3de8deb311a36ad16c1d6) AuthConfig (80a403a0b0b6560571580dd24cff93c1bfa1c2644a3f1fc93a5a13cb4514abb7) AuthConfig (f90bfb4157c97697a81f03c610a411ba7dbdc3f4d0c3e7fe743fc72e448e9bfb) AuthConfig (d7a1ead6320ba43562d7bac02d348d8b74671aef9d51581ce7d77645d8ea37fe) AuthConfig (5b5a11b32d646d09f9e9ad092b1e1c0a3e566c5375da73bd3aeb7b1a2df45f1e) AuthConfig (047a926f520fc6a8abe629fa772e2ac3c183e07ddc6aaf55ac1b5539134b3356) AuthConfig (477bb33a81cfb7fb0451fd6f42121f3435e6ec9da424cf51c66e7b7e9d012c4c) AuthConfig (71ea32d0b31852daba1da9fda1aaec6c5906cb48cb67279930cd74e636f4554b) AuthConfig (f91004af0feab112ce6568c08846df64a9a4ef45f267725c6499a5f873a7698b) AuthConfig (e2c0d5d8a6f4423ff9c6ba17e56881162c0fa176423d13ee442d3396ca11e9ca) AuthConfig (d90a8369d454dc2eb968d69f07e9431c38590401fa56190c0f991c32f2457387)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"e14a8714-00ec-4727-afb6-00fd9f96a3cf","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.813012134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"7643e27d-aa94-4c8f-b6bd-fbc7abf706d8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"tenant":"e2e-worker-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.813038819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"7643e27d-aa94-4c8f-b6bd-fbc7abf706d8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.84013848Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","namespace":"ai-tenant-e2e-praxis-b-d5db94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.840231211Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","namespace":"ai-tenant-e2e-praxis-b-d5db94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.840452939Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","tenant":"e2e-praxis-b-d5db94","tenantID":"e2e-praxis-b-d5db94","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.85607214Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-list-subs-refs-sub","reconcileID":"00e7ec10-886e-4340-865b-1933de550cde","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-d7bfc2/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w3-d7bfc2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.872356287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"16b92a25-0a97-4d42-ae8b-8e35bcede28f","MaaSModelRef":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.880943513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"ecb5cf95-00d4-4893-bebe-5ea8b1fec0b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.880948051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"de823afb-b78f-423d-87d5-b7a66828e39e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.894265894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","gvk":"Deployment","name":"maas-api-e2e-praxis-b-d5db94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.936613048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"ecb5cf95-00d4-4893-bebe-5ea8b1fec0b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.936789958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"de823afb-b78f-423d-87d5-b7a66828e39e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.953237263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","gvk":"Service","name":"maas-api-e2e-praxis-b-d5db94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.994033841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"355fd2f8-0f37-4e7d-810b-23f06374149e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"tenant":"e2e-worker-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:14.994056746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"355fd2f8-0f37-4e7d-810b-23f06374149e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.010808897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-d5db94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.021352493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"523897fd-db65-45b6-8224-a8bd164e651a","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.050215853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"c96288ac-21f7-4963-9c87-9776d67e3269","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"tenant":"e2e-worker-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.050244074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"c96288ac-21f7-4963-9c87-9776d67e3269","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.065454746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"aa98cf18-4c7b-47fe-bac2-0e38b049245e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.067989404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-d5db94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:44:15.103552484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-enrichment-sub","reconcileID":"b274659c-2a3e-462f-a03f-1ec4c905d9eb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.107303292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"f71f4228-9657-4a57-b640-48446a141958","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.132094755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-d5db94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.168900993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"d1648056-3012-4054-a945-f8a0e2dd329d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.169601084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"177d16c1-cd62-4085-8194-4e3c13125bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.190179657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-d5db94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.224054327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"5b27151a-5648-4b58-81af-b9f891837c49","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"tenant":"e2e-worker-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.224073539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"5b27151a-5648-4b58-81af-b9f891837c49","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.227437799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"d1648056-3012-4054-a945-f8a0e2dd329d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.231173521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"177d16c1-cd62-4085-8194-4e3c13125bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.246050624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-d5db94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.250146651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-list-subs-refs-sub","reconcileID":"d35a7d37-a4ae-462b-aa78-7eea8844960d","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.257472626Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-sub","reconcileID":"1e1fca38-5516-4312-a593-da58b3ff6c67","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.257583288Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-sub","reconcileID":"1e1fca38-5516-4312-a593-da58b3ff6c67","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.278197313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"e82d9bce-6f4c-4af1-8a7e-5d2defa6d163","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"tenant":"e2e-worker-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.278233109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"e82d9bce-6f4c-4af1-8a7e-5d2defa6d163","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.281308662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"6be06536-5a31-4149-b654-85e31d88cf3b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"tenant":"e2e-worker-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.28132998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"6be06536-5a31-4149-b654-85e31d88cf3b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.301712429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-d5db94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.350136829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"9ae95352-c80e-4a03-aa62-67b4333bf675","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"tenant":"e2e-worker-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.350161523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"9ae95352-c80e-4a03-aa62-67b4333bf675","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.357343074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-d5db94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.409756069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-d5db94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.42334271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"7ba620d7-6d32-440e-b4e1-1fd46d38f1a6","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.468585954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","gvk":"Service","name":"payload-processing-e2e-praxis-b-d5db94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.489778439Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-enrichment-sub","reconcileID":"4a349b0e-9ce1-4c53-912f-b8cff003d7eb","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e28e1a/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.523043092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-d5db94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.545687975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-enrichment-auth","reconcileID":"ceb3c686-0fae-4caa-bfa1-a0d295f2dc06","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.574589376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-d5db94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.60154511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-enrichment-auth","reconcileID":"ceb3c686-0fae-4caa-bfa1-a0d295f2dc06","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.626012994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-d5db94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.637303912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"e6a546c3-4e72-4280-beb1-d52ae6cff48f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"tenant":"e2e-worker-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.637319988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"e6a546c3-4e72-4280-beb1-d52ae6cff48f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.647897261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"feaede8f-bfad-4327-b547-b46662ccb11a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.647910999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"cd26b577-10a0-4441-81ca-c1328e50959f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:44:15.649607563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-enrichment-sub","reconcileID":"4a349b0e-9ce1-4c53-912f-b8cff003d7eb","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.677215058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-d5db94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.703923751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"feaede8f-bfad-4327-b547-b46662ccb11a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.704086011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"cd26b577-10a0-4441-81ca-c1328e50959f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.732103829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-d5db94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.784618782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-d5db94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.785695698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"67bca635-a926-4c09-9621-f2c08f014ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.785698118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"6200c314-fc33-4e83-9fb6-75074e9ae51b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.83567097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-d5db94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.842930196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"6200c314-fc33-4e83-9fb6-75074e9ae51b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.843565623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"67bca635-a926-4c09-9621-f2c08f014ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.859561125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-enrichment-sub","reconcileID":"5d40324b-1c22-49f8-8378-55a8534a50d9","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.860092651Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-status-transition-auth","reconcileID":"d90180d6-7d71-40aa-b7dc-6458f4d6a670","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.880840912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"5084d498-07e6-4632-96b6-1a3e1a232232","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"tenant":"e2e-worker-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.8808681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"5084d498-07e6-4632-96b6-1a3e1a232232","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.889201898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-d5db94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:15.940484615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d5db94"},"namespace":"ai-tenant-e2e-praxis-b-d5db94","name":"default-tenant","reconcileID":"84fd5be2-cf2b-4174-990f-9e7237bb8a30","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-d5db94","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:16.026173068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"c4ad809b-2a2c-4164-8f33-7a4588105305","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"tenant":"e2e-worker-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:16.026195046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"c4ad809b-2a2c-4164-8f33-7a4588105305","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:16.090099219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-enrichment-auth","reconcileID":"c83d90a9-95fb-4ce4-8a1f-7beb991d670e","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:16.178213962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-enrichment-auth","reconcileID":"c83d90a9-95fb-4ce4-8a1f-7beb991d670e","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:16.842295958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-enrichment-sub","reconcileID":"237e5c94-547a-45db-a1de-2affdd93507c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:17.348511128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"64439e24-0f05-4f46-930a-d4109abe0609","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:17.50449866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"375e9f03-0bde-45c5-91b9-97eb08bf5117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:17.504498652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"6cb6e416-b204-4ee8-a32f-885e6b0129d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:17.568450041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"375e9f03-0bde-45c5-91b9-97eb08bf5117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:17.568876395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"6cb6e416-b204-4ee8-a32f-885e6b0129d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:17.646122707Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-d5db94","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-d5db94","reconcileID":"03688992-5b63-409d-82f8-db54dcce77cd","aitenant":"ai-tenants/e2e-praxis-b-d5db94","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:18.228559902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb939dc5-b6a4-4bc2-85b9-64fc0d1dca16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:18.280435625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb939dc5-b6a4-4bc2-85b9-64fc0d1dca16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:18.332273665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb939dc5-b6a4-4bc2-85b9-64fc0d1dca16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:18.384016263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb939dc5-b6a4-4bc2-85b9-64fc0d1dca16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:18.441308493Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-d5db94","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-d5db94","reconcileID":"03688992-5b63-409d-82f8-db54dcce77cd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-d5db94","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-d5db94"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:18.616340347Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-enrichment-auth","reconcileID":"91e1c599-d98c-4f1a-8c26-d44876706f18","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:18.616469622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"6ad1057b-a9f1-49e7-8420-793613557739","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"tenant":"e2e-worker-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:18.616491062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"6ad1057b-a9f1-49e7-8420-793613557739","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:18.824209254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"d757be4f-8629-437d-b801-c7d8855f26d7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"tenant":"e2e-worker-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:18.824232071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"d757be4f-8629-437d-b801-c7d8855f26d7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:18.829021254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"d19c6a4e-45e5-45c2-b424-38b11f7a2e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:18.829027971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"51f8e434-e93f-4064-abe0-85969fa8230c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:18.881620794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-enrichment-sub","reconcileID":"74335546-ec39-44c2-a6e6-1dcab29dbb62","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:18.885209748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"51f8e434-e93f-4064-abe0-85969fa8230c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:18.886193046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"d19c6a4e-45e5-45c2-b424-38b11f7a2e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:18.967802777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"109bfd72-95ec-4cc4-9745-d0d76fc4d9ab","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"tenant":"e2e-worker-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:18.967950425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"109bfd72-95ec-4cc4-9745-d0d76fc4d9ab","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:19.202606357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"ecbaf0f5-b43c-43b2-920b-d99ccab66de4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:19.202609916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"4441e918-d382-4ebd-860e-1598a08afd04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:19.257764389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"4441e918-d382-4ebd-860e-1598a08afd04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:19.25806742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"ecbaf0f5-b43c-43b2-920b-d99ccab66de4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:20.250568703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb86e13-fe68-4f95-8275-b292e8d12ec9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:20.302579206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb86e13-fe68-4f95-8275-b292e8d12ec9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:20.35701956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb86e13-fe68-4f95-8275-b292e8d12ec9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:20.409677206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb86e13-fe68-4f95-8275-b292e8d12ec9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:21.724992767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"89295118-d1e7-4b99-a869-db86b2de7abd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:22.26811445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2287f9-abbf-4284-ba61-cccf1a5c97c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:22.319895665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2287f9-abbf-4284-ba61-cccf1a5c97c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:22.37159568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2287f9-abbf-4284-ba61-cccf1a5c97c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:22.423336479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2287f9-abbf-4284-ba61-cccf1a5c97c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:24.832147416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"73a5375e-4864-49cf-be42-497c3715cc80","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d61eae","tenantID":"e2e-praxis-a-d61eae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:24.888521226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"73a5375e-4864-49cf-be42-497c3715cc80","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"name":"e2e-praxis-a-d61eae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:24.894470079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"2fc0f7ee-8518-4a99-908e-5629e6f8390b","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:24.894799726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-w2-531ee4","reconcileID":"1058cc1a-e4db-4f01-b73f-ad2652e57558","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:24.919585676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"451d492c-17f5-417d-8039-0b750b86b3a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:24.94246837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-d61eae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09fc2a336f4f9a3b6c07b52a68336367247aea9df8672a512a96087b7dc8df20) AuthConfig (28d8dd098c159af0c157227f59039c9c9b5d8c75acf20bc2af82429d3581b544) AuthConfig (09dfd3161595ce52715b55d8cc6c030914552f4d590a66267e96705b17ab7c31) AuthConfig (a01d882dd53579c86cc04e054df1da7f55228fd6064080959d8b0c00cbb65ca7) AuthConfig (140ba0eafd86ba1783ec9959ffedbf44fce928747ef8f5c8cf1d9751093992d5) AuthConfig (d194c2a82bebb25abbf6fbfcdb0b149e637692b661cdbde4061cdff7eb26ddfc) AuthConfig (ceaaaa089cbb60dc6e93958736f66e8913071fb7297d605613336543ebf81204) AuthConfig (3b4866210c05111cde7643ef4137aa8d5ce7c61705d3de8deb311a36ad16c1d6) AuthConfig (80a403a0b0b6560571580dd24cff93c1bfa1c2644a3f1fc93a5a13cb4514abb7) AuthConfig (f90bfb4157c97697a81f03c610a411ba7dbdc3f4d0c3e7fe743fc72e448e9bfb) AuthConfig (d7a1ead6320ba43562d7bac02d348d8b74671aef9d51581ce7d77645d8ea37fe) AuthConfig (5b5a11b32d646d09f9e9ad092b1e1c0a3e566c5375da73bd3aeb7b1a2df45f1e) AuthConfig (047a926f520fc6a8abe629fa772e2ac3c183e07ddc6aaf55ac1b5539134b3356) AuthConfig (477bb33a81cfb7fb0451fd6f42121f3435e6ec9da424cf51c66e7b7e9d012c4c) AuthConfig (71ea32d0b31852daba1da9fda1aaec6c5906cb48cb67279930cd74e636f4554b) AuthConfig (f91004af0feab112ce6568c08846df64a9a4ef45f267725c6499a5f873a7698b) AuthConfig (e2c0d5d8a6f4423ff9c6ba17e56881162c0fa176423d13ee442d3396ca11e9ca) AuthConfig (d90a8369d454dc2eb968d69f07e9431c38590401fa56190c0f991c32f2457387)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"73a5375e-4864-49cf-be42-497c3715cc80","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:24.948684929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"e1b29498-dc71-4ca0-8bc4-8414df782b6f","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:24.949055257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-w2-531ee4","reconcileID":"0926b891-9700-4c95-9528-72ecd17ba5cb","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:44:25.002864007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-partial-access-sub","reconcileID":"fcfd5122-1a93-44b1-8ee1-3e0ff0d25279","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.048346418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"0cbc415f-cadc-4f53-8f6b-9cf7c729a0a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.048346402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"7a1622ab-a99d-43cb-a9a0-7cab3f20f2e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.105262909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"7a1622ab-a99d-43cb-a9a0-7cab3f20f2e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.105375375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"0cbc415f-cadc-4f53-8f6b-9cf7c729a0a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.116492222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"747f8c88-3d0b-4964-bd70-41e83f7c3f78","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.11686395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-w2-531ee4","reconcileID":"2c19262c-13e4-4bb9-be0d-e533f88da6b8","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.172880168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"afceabbe-9182-4572-b499-6f4bd4db7288","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.173267267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-w2-531ee4","reconcileID":"82765987-f5ca-4a8d-8076-37c12d7e930e","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.177960021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"3223a49d-4c7f-4dfa-8667-4a368dcee4bd","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.231667082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"7c90619d-3e00-494d-adab-0d84779f705f","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.384666555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-partial-access-auth","reconcileID":"90f46bc3-28e8-4ff0-9357-0fdb1de4e03e","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.435943808Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-partial-access-sub","reconcileID":"3f0b3003-1e80-427e-a6d4-bb80513c36a8","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/e2e-partial-access-sub","ai-tenant-e2e-worker-w2-531ee4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.439816381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-partial-access-auth","reconcileID":"90f46bc3-28e8-4ff0-9357-0fdb1de4e03e","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.486461476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"417636b3-fb57-4404-8702-5b528707ea95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.486454346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"c8ed5c94-839e-4f01-9dd6-1345359969a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.54235603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"417636b3-fb57-4404-8702-5b528707ea95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.542452471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"c8ed5c94-839e-4f01-9dd6-1345359969a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.59486626Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-partial-access-sub","reconcileID":"3f0b3003-1e80-427e-a6d4-bb80513c36a8","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-distinct-w2-531ee4","model":"distinct-w2-531ee4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.643163631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"33df9f0d-c12a-4fcb-96df-3a2007350571","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.704175601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"5ac40eeb-179a-42a6-8139-9e5df303c030","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.814148182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"298f1efa-0ff8-4678-b54f-5e20543d314d","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.814489232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-w2-531ee4","reconcileID":"5f671db6-c59e-4400-b2f9-704146ac8c55","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.858679856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-partial-access-auth","reconcileID":"157939be-e93d-4669-bfd1-5320755d99b8","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:25.914854472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-partial-access-auth","reconcileID":"157939be-e93d-4669-bfd1-5320755d99b8","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:26.024555414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-partial-access-sub","reconcileID":"33dc34a8-4390-4a51-9d20-586eb286f555","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:26.180183988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-partial-access-sub","reconcileID":"33dc34a8-4390-4a51-9d20-586eb286f555","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-distinct-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/distinct-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:27.228911206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-partial-access-sub","reconcileID":"183332ef-35da-4d2f-b21c-660daf359bbd","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:27.384578175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-partial-access-sub","reconcileID":"183332ef-35da-4d2f-b21c-660daf359bbd","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-distinct-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/distinct-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:27.521194827Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-list-subs-refs-sub","reconcileID":"f36f4959-be25-453e-aefa-09e3eb0c3c94","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:27.73392924Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-list-subs-refs-sub","reconcileID":"f36f4959-be25-453e-aefa-09e3eb0c3c94","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-d7bfc2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:27.943752399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"c58be77d-9a30-4049-8b65-cb3254fc8316","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:27.999525364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"ae76d1f9-8e4c-4eec-9218-8d7d4b9f5dc6","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.057427783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"d0abc364-cf42-4951-be75-bb63dbbe014b","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.057810986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-w2-531ee4","reconcileID":"c8c6f419-f683-48f2-908a-2e76d0a269fb","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.153650488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"e46637ae-1417-4047-b451-fca9beb12738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.153650569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"700d0df4-a61d-4da6-a99c-119fd25e2ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.209221154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"e46637ae-1417-4047-b451-fca9beb12738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.209606621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"700d0df4-a61d-4da6-a99c-119fd25e2ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.253376987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"fa4a8a00-620d-48ca-bb88-6d499cbb2993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.253425533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-partial-access-auth","reconcileID":"3399fb1e-4343-432c-a207-39e3a1c73c7b","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.253784429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"d0cd30f9-e8e3-4c0d-af2c-3dfea822716a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.310100977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-partial-access-auth","reconcileID":"3399fb1e-4343-432c-a207-39e3a1c73c7b","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.310373519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"d0cd30f9-e8e3-4c0d-af2c-3dfea822716a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.312298143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"fa4a8a00-620d-48ca-bb88-6d499cbb2993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.513086533Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-partial-access-auth","reconcileID":"9370e0d9-31a1-4b9d-9ed5-624cd9492d86","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.513200025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"6f38491d-0957-470f-99e1-dd2159ada858","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.651734937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"6ac41272-b67b-4ac4-97c5-ec790d4b5f33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.65174901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"8aa30b78-d012-4a3c-b6cc-e928b6bba6bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.707434836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"8aa30b78-d012-4a3c-b6cc-e928b6bba6bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.708287836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"6ac41272-b67b-4ac4-97c5-ec790d4b5f33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.711540527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-w3-d7bfc2","reconcileID":"27e0844b-0da4-4b5e-9e51-910a49bddd82","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.753377548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"7925239a-6026-4f64-ae28-0d9a93d01912","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.76662716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-w3-d7bfc2","reconcileID":"2dc620ca-aa90-4c05-988f-6063c6b4bc03","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:44:28.819519164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-sub","reconcileID":"0c42ada5-8f18-49c5-bde3-cdc0b94f4fce","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.865655111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"7472fa10-4540-44df-ad91-c9d6f90f8cef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.86565511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"42fe7185-ad0c-40ad-9771-1e0e861c6731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.903528375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"3ce75aff-b7b3-4605-847f-ec0cceeca226","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.903892815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-w2-531ee4","reconcileID":"c9225dcf-2888-4d80-b5e1-e0ec059cf271","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.921433276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"7472fa10-4540-44df-ad91-c9d6f90f8cef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.921582155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"42fe7185-ad0c-40ad-9771-1e0e861c6731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.933474161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-w3-d7bfc2","reconcileID":"93fd6286-6323-4dc8-9c30-23714c3d062a","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:28.987515362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-w3-d7bfc2","reconcileID":"b1b370b2-f1dc-4b07-8faf-2ffc93f0acf1","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.000603106Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-d7bfc2 priority=0:[ai-tenant-e2e-worker-w3-d7bfc2/e2e-model-match-sub ai-tenant-e2e-worker-w3-d7bfc2/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.000814028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-2-w3-d7bfc2","reconcileID":"32abcafc-1d82-4e91-8724-71b91c48f7c5","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-2-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-2-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.055484374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-w3-d7bfc2","reconcileID":"f8171332-0acd-42f7-8899-58be317f4d29","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.057423424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"8e610783-d742-421c-8c88-4a0b611f4dd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.057426953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"3de9abe5-f3fe-475a-ad8d-c7b5292a4271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.106518483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-2-w3-d7bfc2","reconcileID":"51d23797-05f5-450f-868b-72858ca69289","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-2-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-2-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:44:29.107506077Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-d7bfc2/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.112934577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"8e610783-d742-421c-8c88-4a0b611f4dd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.113281895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"3de9abe5-f3fe-475a-ad8d-c7b5292a4271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.158699702Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-enrichment-sub","reconcileID":"d526e13a-505d-49db-a111-1c6d2df51d3d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.162793378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-2-w3-d7bfc2","reconcileID":"3e69f1d7-5a70-493c-9c5c-3d1b7202ddc0","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-2-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-2-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.198449893Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-sub","reconcileID":"faffe2ca-e8f6-4641-a22a-8ed35d275abf","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-distinct-w3-d7bfc2","model":"distinct-w3-d7bfc2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-d7bfc2/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.210618884Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-enrichment-sub","reconcileID":"d526e13a-505d-49db-a111-1c6d2df51d3d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.262643742Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"e2e-enrichment-sub","reconcileID":"d526e13a-505d-49db-a111-1c6d2df51d3d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.279124107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"9723b2a6-27f1-40c4-a9e9-acc0d2834ee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.279123725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"4d510105-41bc-4109-ab2d-01a3017ddc5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.288589943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-w3-d7bfc2","reconcileID":"98579ed9-0905-46af-8a8b-0d53a9527ff2","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.33492536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"4d510105-41bc-4109-ab2d-01a3017ddc5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.334938643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"9723b2a6-27f1-40c4-a9e9-acc0d2834ee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.346016176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-w3-d7bfc2","reconcileID":"af34108a-fa40-4bdf-abb7-38fbf94d437f","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.362771545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-w3-d7bfc2","reconcileID":"da98f0bd-8575-4d04-9a34-c784689be0cf","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.372893115Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-sub","reconcileID":"315248de-67e5-49ef-b6dc-0e6c3af6394a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-distinct-2-w3-d7bfc2","model":"distinct-2-w3-d7bfc2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-d7bfc2/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.531873268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"3a26644a-e1e0-42fb-b171-ae3ff9be4906","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"tenant":"e2e-worker-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.531897527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"e2e-enrichment-model-ref","reconcileID":"3a26644a-e1e0-42fb-b171-ae3ff9be4906","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.532279027Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-d7bfc2 priority=0:[ai-tenant-e2e-worker-w3-d7bfc2/e2e-model-match-sub ai-tenant-e2e-worker-w3-d7bfc2/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.550889677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-auth","reconcileID":"6c809f5b-df98-4a08-98c1-0b8ccdd2640c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.556985254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-2-w3-d7bfc2","reconcileID":"28f72e61-fbc9-4b70-9352-284f6fd24d55","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-2-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-2-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.569776316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-sub","reconcileID":"3641ed1f-927e-4b51-af30-e5a609231f29","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-distinct-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/distinct-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:44:29.584634202Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-d7bfc2/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.606242126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-auth","reconcileID":"6c809f5b-df98-4a08-98c1-0b8ccdd2640c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.613897286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-2-w3-d7bfc2","reconcileID":"988ce009-fa56-48ed-90bd-05fb67a5d2f3","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-2-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-2-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.685650133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"6701e31b-bafb-4e9d-9bc3-5209261b62cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.685734478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"0c0e17db-3393-4943-9f7b-d4bcb36a1180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.741584568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"0c0e17db-3393-4943-9f7b-d4bcb36a1180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.742664445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"6701e31b-bafb-4e9d-9bc3-5209261b62cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.789231336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-sub","reconcileID":"7219b0ae-baad-4849-8bba-3fe74b2df6ee","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-distinct-2-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/distinct-2-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.7966199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"93093420-e7b4-4222-8a98-f8cc617d6a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.796677194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"1ca07188-8736-4693-afb7-b431d1e7b9e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.851815717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"93093420-e7b4-4222-8a98-f8cc617d6a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.851884226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"1ca07188-8736-4693-afb7-b431d1e7b9e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.888381325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-w3-d7bfc2","reconcileID":"8fc46d3d-b040-479b-9455-7f93f92fdea6","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.889250342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"bcebf0dd-af58-4364-9f14-d0bd91f26c7a","MaaSModelRef":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:29.983626727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-2-w3-d7bfc2","reconcileID":"5b2cbb5d-ea4b-4b97-be59-067eb1d2a1f8","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-2-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-2-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:30.13938454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-auth","reconcileID":"1c1ff894-bd5e-422d-9d37-88f0beedcd04","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:30.193816431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-sub","reconcileID":"329ea101-e20b-4000-866c-29fe98ab0425","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-distinct-2-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/distinct-2-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:30.194815062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-auth","reconcileID":"1c1ff894-bd5e-422d-9d37-88f0beedcd04","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:30.240394971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-auth","reconcileID":"c1d5aa49-243d-45b1-bdc6-76647e7b0f3b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:30.295443374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-auth","reconcileID":"c1d5aa49-243d-45b1-bdc6-76647e7b0f3b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:30.384741886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"e400ec3c-871a-41bb-b7ce-528829dff1a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:30.384738651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"b2a2efbf-1fd0-4145-8543-03e17c3a8094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:30.440349732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"b2a2efbf-1fd0-4145-8543-03e17c3a8094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:30.440945612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"e400ec3c-871a-41bb-b7ce-528829dff1a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:44:30.502508459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-auth","reconcileID":"1c1ff894-bd5e-422d-9d37-88f0beedcd04","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-model-match-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:30.60504121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-2-w3-d7bfc2","reconcileID":"8583c51d-0cab-4f15-ba12-316721944932","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-2-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-2-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:30.761738757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-auth","reconcileID":"03f01c3d-6ccf-4fa2-b2bb-7f3a2606f4e6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:30.816965617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-auth","reconcileID":"03f01c3d-6ccf-4fa2-b2bb-7f3a2606f4e6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:30.864161224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-auth","reconcileID":"0422fb45-41e9-4c83-a953-9f293ff00178","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:30.982085908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-auth","reconcileID":"0422fb45-41e9-4c83-a953-9f293ff00178","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:31.259309304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-w3-d7bfc2","reconcileID":"f5026fb4-f6ea-41ee-ac7c-b2a31c31c21c","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:31.418261614Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-sub","reconcileID":"58a08de6-3b2a-4a77-ab65-c03ea2058b11","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-41790f4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:31.51573181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-auth","reconcileID":"e0f58aa1-1504-4f48-9759-918104e648b0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:31.515884741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-auth","reconcileID":"14f09b0b-ee55-458f-82a3-742466ca254d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:31.516313287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"75ef0f71-a9f0-4e64-83a6-7d912010545c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:31.516337003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"2fd34130-f36b-41cd-88cc-79b2b06b9e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:31.572993165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-auth","reconcileID":"e0f58aa1-1504-4f48-9759-918104e648b0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:31.572993108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-auth","reconcileID":"14f09b0b-ee55-458f-82a3-742466ca254d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:31.575479239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"2fd34130-f36b-41cd-88cc-79b2b06b9e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:31.575564226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"75ef0f71-a9f0-4e64-83a6-7d912010545c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:32.03926779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"b2120ec0-96af-405f-9dd5-e347fc34cc6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:32.039513398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"3c0c66a3-ef10-4229-8b73-7cd2bc061a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:32.039263775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-auth","reconcileID":"bb2961f9-f77f-42aa-b193-ab66837ef3ba","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:32.039999001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-auth","reconcileID":"715847cb-5b8d-42f0-becb-dbed5a73c5b2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:32.095336293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"b2120ec0-96af-405f-9dd5-e347fc34cc6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:32.095661422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-auth","reconcileID":"715847cb-5b8d-42f0-becb-dbed5a73c5b2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:32.097655371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-auth","reconcileID":"bb2961f9-f77f-42aa-b193-ab66837ef3ba","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:32.09788594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"3c0c66a3-ef10-4229-8b73-7cd2bc061a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:33.133111687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"b494ee8c-c2b2-484d-b6e0-94dc33fa4478","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:44:33.220002301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-status-failed-sub","reconcileID":"d557d08e-21f2-441b-b71a-f5309f50f7ad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:33.227435408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-2-w3-d7bfc2","reconcileID":"b2f1748c-c581-431b-a6c5-c913edcb1c16","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-2-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-2-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:33.276515163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"e7c0455c-b529-452a-ab5f-a0b6fc86cd41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:33.277084994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"3e8f0cd3-a379-41d9-90d9-0e71f3ca2253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:33.333625532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"3e8f0cd3-a379-41d9-90d9-0e71f3ca2253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:33.333656024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"e7c0455c-b529-452a-ab5f-a0b6fc86cd41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:33.645901644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"d850fe88-60c5-4b03-b4a1-3d857ef9f741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:33.646628178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"9c2f985f-59f7-4eb7-b528-b0903dd12d99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:33.707201874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"d850fe88-60c5-4b03-b4a1-3d857ef9f741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:33.708999416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"9c2f985f-59f7-4eb7-b528-b0903dd12d99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:35.047288902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"2a1623d7-8292-4eb2-8aff-5e746475499e","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d61eae","tenantID":"e2e-praxis-a-d61eae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:35.103660321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"2a1623d7-8292-4eb2-8aff-5e746475499e","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"name":"e2e-praxis-a-d61eae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:35.418370598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"a853e9ac-604f-4b93-a2e6-e9447c89b6ed","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"tenant":"e2e-praxis-a-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:35.418400766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"a853e9ac-604f-4b93-a2e6-e9447c89b6ed","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"routeName":"praxis-route-d61eae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d61eae","llmisvcName":"praxis-route-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:35.718232724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"ba53e626-a7d1-44da-9658-f4063a16073f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:35.718232656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"9048f98a-f6e2-4195-927f-0fca9c4dfd78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:35.774549105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"ba53e626-a7d1-44da-9658-f4063a16073f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:35.774710443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"9048f98a-f6e2-4195-927f-0fca9c4dfd78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:37.394039056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"e75bacb6-956b-4031-ba35-f161201a3466","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:37.61803556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929fcb89-3a76-4af0-8e39-9902b098a060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:37.669811541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929fcb89-3a76-4af0-8e39-9902b098a060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:37.721666809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929fcb89-3a76-4af0-8e39-9902b098a060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:37.773421001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929fcb89-3a76-4af0-8e39-9902b098a060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:38.135285336Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-b2e795","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-b2e795","reconcileID":"414e89c4-446b-4a9e-b635-d5aa66b7a51f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-b2e795","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-b2e795":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:39.063983305Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-partial-access-sub","reconcileID":"78c0c50f-3420-4f27-a400-d3fc6e2b1de1","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:39.287657566Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-partial-access-sub","reconcileID":"78c0c50f-3420-4f27-a400-d3fc6e2b1de1","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-531ee4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:39.287692974Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-partial-access-sub","reconcileID":"78c0c50f-3420-4f27-a400-d3fc6e2b1de1","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/distinct-w2-531ee4","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:39.33937741Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-partial-access-sub","reconcileID":"78c0c50f-3420-4f27-a400-d3fc6e2b1de1","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/distinct-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:39.390915314Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"e2e-partial-access-sub","reconcileID":"78c0c50f-3420-4f27-a400-d3fc6e2b1de1","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/distinct-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:39.4962013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"f2ca9607-92ac-4446-9978-6ceea7ed5d54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:39.661471958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"d8c97745-4ae7-4cb3-a4d8-c8ca68bcfcb8","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:39.661801266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-w2-531ee4","reconcileID":"da19be89-e783-4304-829d-2eae39abfb87","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:39.717938864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a550fb2-d12e-4cea-9e4e-27433fb7a641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:39.769627375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a550fb2-d12e-4cea-9e4e-27433fb7a641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:39.821448617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a550fb2-d12e-4cea-9e4e-27433fb7a641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:39.873299918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a550fb2-d12e-4cea-9e4e-27433fb7a641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:39.873398268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"6cc0bc64-5b45-4428-86ff-95c3b3a2733c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:39.8738933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"2ebb235c-fb9d-4895-837b-811ba7e40249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:39.929316364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"2ebb235c-fb9d-4895-837b-811ba7e40249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:39.929441911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"6cc0bc64-5b45-4428-86ff-95c3b3a2733c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:40.893517069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"6f19af63-b508-4235-a397-a9194d6fe8db","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"tenant":"e2e-praxis-a-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:40.893537405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"6f19af63-b508-4235-a397-a9194d6fe8db","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"routeName":"praxis-route-d61eae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d61eae","llmisvcName":"praxis-route-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:40.966878074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"59bbf5f2-3daa-4763-91f5-e78fb64f987e","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"tenant":"e2e-praxis-a-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:40.966901853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"59bbf5f2-3daa-4763-91f5-e78fb64f987e","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"routeName":"praxis-route-d61eae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d61eae","llmisvcName":"praxis-route-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.010815321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"36f0741b-443f-4361-bd58-ebd07d8e154b","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d61eae","tenantID":"e2e-praxis-a-d61eae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:44:41.013663509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-sub","reconcileID":"1ad990e8-9e22-4ddf-be5c-1460c66fc9a6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-d61eae-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:44:41.019114021Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"59bbf5f2-3daa-4763-91f5-e78fb64f987e","name":"praxis-route-d61eae","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-d61eae\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:44:41.019163098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"59bbf5f2-3daa-4763-91f5-e78fb64f987e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-d61eae\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.024464199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"50fc77e0-d74a-4bb6-8c69-899a765158f3","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"tenant":"e2e-praxis-a-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.024478378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"50fc77e0-d74a-4bb6-8c69-899a765158f3","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"routeName":"praxis-route-d61eae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d61eae","llmisvcName":"praxis-route-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.067606441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"36f0741b-443f-4361-bd58-ebd07d8e154b","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"name":"e2e-praxis-a-d61eae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.13158121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"6ee297e7-6200-4e46-85e7-7814c3215f94","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"tenant":"e2e-praxis-a-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.13169125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"6ee297e7-6200-4e46-85e7-7814c3215f94","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"routeName":"praxis-route-d61eae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d61eae","llmisvcName":"praxis-route-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.196193523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"a53386ee-b75d-4db0-a23c-c75ec4ad7ca4","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"tenant":"e2e-praxis-a-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.196220084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"a53386ee-b75d-4db0-a23c-c75ec4ad7ca4","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"routeName":"praxis-route-d61eae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d61eae","llmisvcName":"praxis-route-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.400460355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"5597101e-2c97-461b-92e9-d6f6619cb7f8","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d61eae","tenantID":"e2e-praxis-a-d61eae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.414748999Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-sub","reconcileID":"0f95071e-3210-43c8-8d2b-ea3225dd67d2","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"name":"maas-trlp-praxis-route-d61eae","model":"praxis-route-d61eae","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.456035768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"5597101e-2c97-461b-92e9-d6f6619cb7f8","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"name":"e2e-praxis-a-d61eae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.471221679Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-sub","reconcileID":"3cc56e1a-6a63-4ea5-ba26-81283fd89d3e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/distinct-w3-d7bfc2","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.524923613Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-sub","reconcileID":"3cc56e1a-6a63-4ea5-ba26-81283fd89d3e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/distinct-w3-d7bfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.57806534Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-sub","reconcileID":"3cc56e1a-6a63-4ea5-ba26-81283fd89d3e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/distinct-w3-d7bfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.602047369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"dc5769ac-1932-48cf-bd0e-513e33220639","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"tenant":"e2e-praxis-a-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.602075763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"dc5769ac-1932-48cf-bd0e-513e33220639","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"routeName":"praxis-route-d61eae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d61eae","llmisvcName":"praxis-route-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.78310537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf7cbcce-97e1-4b81-be22-14e3adbe9500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.824277233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-sub","reconcileID":"9ab01b27-4efe-44ab-bb17-bf61c932e4aa","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"name":"maas-trlp-praxis-route-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.83686731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf7cbcce-97e1-4b81-be22-14e3adbe9500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.888473819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf7cbcce-97e1-4b81-be22-14e3adbe9500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.896069846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-w3-d7bfc2","reconcileID":"75971bba-6af1-4acb-8ee0-e50e078401d0","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:41.94078496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf7cbcce-97e1-4b81-be22-14e3adbe9500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.054384291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-2-w3-d7bfc2","reconcileID":"63bade97-4927-4e24-90c5-41b67eac0110","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-2-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-2-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.213287259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"68829626-3294-4e74-accd-fc04b0547395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.213323664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"dd7a329c-088a-4173-bd1b-5c3b9814bb95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.213848571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-auth","reconcileID":"9be8954e-5e95-44f6-b796-2e3e975006dd","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.213875326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-auth","reconcileID":"676cdfcf-1b7c-489a-89da-c719570dc069","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.216423552Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-sub","reconcileID":"636fd1b8-eaad-465e-a9d4-b02c04d7c0b1","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9fd792be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.270425376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-auth","reconcileID":"9be8954e-5e95-44f6-b796-2e3e975006dd","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.271010741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-auth","reconcileID":"676cdfcf-1b7c-489a-89da-c719570dc069","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.273093258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"68829626-3294-4e74-accd-fc04b0547395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.27454097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"dd7a329c-088a-4173-bd1b-5c3b9814bb95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.731009886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"d8a7b5c3-94e5-4601-a0a0-630197b41b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.7311903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"4ece1eaf-3732-4fd2-957a-56757767766f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.731419028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-auth","reconcileID":"0984e7f4-8fba-4812-90c9-c876b7972d5b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.731007531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-auth","reconcileID":"399448e6-cacc-4e0f-b4ec-1bb4b7d5337a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.787280328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"d8a7b5c3-94e5-4601-a0a0-630197b41b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.788268741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-auth","reconcileID":"0984e7f4-8fba-4812-90c9-c876b7972d5b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.789589595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"4ece1eaf-3732-4fd2-957a-56757767766f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:42.791697386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-auth","reconcileID":"399448e6-cacc-4e0f-b4ec-1bb4b7d5337a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:43.952225082Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.424745595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a329b9fc-0e9c-4890-929d-bbbbf5d0e1a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.483054502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a329b9fc-0e9c-4890-929d-bbbbf5d0e1a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.539293634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a329b9fc-0e9c-4890-929d-bbbbf5d0e1a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.596136416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a329b9fc-0e9c-4890-929d-bbbbf5d0e1a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.737660101Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-status-failed-sub","reconcileID":"79953b7f-59a5-4cf4-be0e-f232d14a810d","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.738198183Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-status-failed-sub","reconcileID":"79953b7f-59a5-4cf4-be0e-f232d14a810d","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-048135/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:45.943310904Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-c8ce60","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-c8ce60","reconcileID":"f71fe3a4-d4e3-4a33-9a97-57b666133642","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-c8ce60","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-c8ce60":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.227433299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"29897219-ad78-4df5-9eb3-04441552c5f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.228224925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"3d9e531c-71c9-4a43-9255-15e03b3b95c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.318369945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"3d9e531c-71c9-4a43-9255-15e03b3b95c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:46.31962202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"29897219-ad78-4df5-9eb3-04441552c5f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.620061551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c30f3e7-4462-4026-8b45-d76ea7a6bfc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.671805113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c30f3e7-4462-4026-8b45-d76ea7a6bfc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.727475993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c30f3e7-4462-4026-8b45-d76ea7a6bfc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:47.785590062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c30f3e7-4462-4026-8b45-d76ea7a6bfc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:49.819106899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab448294-f819-4379-8339-4dcd422e493c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:49.883920831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab448294-f819-4379-8339-4dcd422e493c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:49.946728665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab448294-f819-4379-8339-4dcd422e493c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:50.012131336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab448294-f819-4379-8339-4dcd422e493c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.268991766Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-sub","reconcileID":"87565589-63a0-4185-9fe2-1bd86c460f83","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/distinct-2-w3-d7bfc2","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.321317238Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-sub","reconcileID":"87565589-63a0-4185-9fe2-1bd86c460f83","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/distinct-2-w3-d7bfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.373198357Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-sub","reconcileID":"87565589-63a0-4185-9fe2-1bd86c460f83","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/distinct-2-w3-d7bfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.641779447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-2-w3-d7bfc2","reconcileID":"4cbf2b33-5a52-4273-a2ce-47bbf10f42cd","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-2-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-2-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.791460311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-w3-d7bfc2","reconcileID":"fc0560c0-3107-454c-b823-33afbcb44f99","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.899170734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-auth","reconcileID":"a0958f49-7962-47db-bcc6-1a8c99151c0e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.899186703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"a87afcee-0f3a-4860-9f71-fb1e0fda9898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.899539594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"4a1b8741-49a8-4842-bbd1-f39a4bc84205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.899602038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-auth","reconcileID":"2aa2a09e-f3ed-4df7-910e-311e02a3e458","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.955192446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-auth","reconcileID":"2aa2a09e-f3ed-4df7-910e-311e02a3e458","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.955395946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"a87afcee-0f3a-4860-9f71-fb1e0fda9898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.957601821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-auth","reconcileID":"a0958f49-7962-47db-bcc6-1a8c99151c0e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:52.957668386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"4a1b8741-49a8-4842-bbd1-f39a4bc84205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:53.158312976Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-match-auth","reconcileID":"35d857b5-4cad-4169-acc4-a5c7ef2a7bf6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/distinct-w3-d7bfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:53.315951418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-w3-d7bfc2","reconcileID":"3a74cdb5-6ac2-412e-9aa7-d4c3854e3dc5","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:53.363778377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-auth","reconcileID":"800d5883-27c4-420e-9e44-3220c8356cab","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:53.419274267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-auth","reconcileID":"800d5883-27c4-420e-9e44-3220c8356cab","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:53.461198968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-2-w3-d7bfc2","reconcileID":"d5f5e2a7-a68c-4a0c-b91c-7d4e0162a6c3","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-2-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-2-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:53.574436391Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"e2e-model-nomatch-auth","reconcileID":"0dbf3b03-52bb-4438-8d78-61e6a885f491","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/distinct-2-w3-d7bfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:53.733448817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-2-w3-d7bfc2","reconcileID":"02e0b08f-6497-40b6-bc9e-33afc85d3d97","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-2-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-2-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:53.820379981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"77bafc6d-77db-48d8-a075-2f3ed4cb1e81","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:53.877252174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"5a2d46f2-63b7-4d52-9980-d2c9cb02a201","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:44:53.93028597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-no-access-sub","reconcileID":"c86d514a-2956-4add-ba07-0f2dbe690359","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:53.980993733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"8a358633-432d-45ee-a495-ef8517e0a0c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:53.98100185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"826d73b2-55c4-40b3-9dac-919fe3cbefff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:54.066595766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"8a358633-432d-45ee-a495-ef8517e0a0c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:54.068382753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"3d0674f1-0ab9-4f91-bbc2-9421a0806fce","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:54.069328624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"826d73b2-55c4-40b3-9dac-919fe3cbefff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:54.106066704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"a243b6da-782e-44a6-b46d-02d2dd76c4b7","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:54.133015507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"865dc367-0a8a-44d5-8f47-05660fa6183c","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:54.171062448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"4c31dd70-8932-451d-9678-8ce28b901eb7","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:54.374601326Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-no-access-sub","reconcileID":"7d2dbf50-b2d7-4d7d-947b-2a5c2d5bbefd","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-w4-048135","model":"distinct-w4-048135","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-048135/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:54.394144749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-no-access-auth","reconcileID":"f6cb63c4-735d-4401-b2f6-9852fad8862a","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:54.449291183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-no-access-auth","reconcileID":"f6cb63c4-735d-4401-b2f6-9852fad8862a","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:54.495237306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"a9d6a111-b4c8-4c6f-80ca-0b44dd697ff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:54.495236998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"24ac2197-63a1-4fbc-bca9-475222cc750c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:54.541736296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"83550d77-02cc-4724-a2e9-a1332476b4ad","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:54.55206875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"a9d6a111-b4c8-4c6f-80ca-0b44dd697ff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:54.552574425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"24ac2197-63a1-4fbc-bca9-475222cc750c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:54.749990868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-no-access-sub","reconcileID":"12648e9b-92b1-479b-8b4d-301ad215c4df","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-w4-048135","model":"e2e-models-e2e-worker-w4-048135/distinct-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:54.763544872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"31416f76-db76-4886-8e5a-5ab204f050cf","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:54.985945981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-no-access-auth","reconcileID":"4aacddec-d304-4ca8-8821-3ed056c856fd","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:55.043072036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-no-access-auth","reconcileID":"4aacddec-d304-4ca8-8821-3ed056c856fd","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:55.230892539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-sub","reconcileID":"75c3ee81-975e-4dda-b816-049e482bf5b8","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"name":"maas-trlp-praxis-route-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:44:55.303388208Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-no-access-auth","reconcileID":"4aacddec-d304-4ca8-8821-3ed056c856fd","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-no-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:55.397289258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"d2ab2f5a-9e43-4828-8c46-efb50b9dca5b","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"tenant":"e2e-praxis-a-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:55.397320475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"d2ab2f5a-9e43-4828-8c46-efb50b9dca5b","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"routeName":"praxis-route-d61eae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d61eae","llmisvcName":"praxis-route-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:55.561348911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-no-access-auth","reconcileID":"74ad5127-23b7-4cee-a4d2-0100a932d0d3","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:55.618788756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-no-access-auth","reconcileID":"74ad5127-23b7-4cee-a4d2-0100a932d0d3","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:56.153453507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"6bd1160f-5286-4797-b96d-c81af18882eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:56.153455369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"31aab683-f6aa-47eb-9e92-5a9a70037a4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:56.211623616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"6bd1160f-5286-4797-b96d-c81af18882eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:56.213005441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"31aab683-f6aa-47eb-9e92-5a9a70037a4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:56.568231694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"edc03c1b-94f6-42c1-874d-92fa007c5d47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:56.568231877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"0be7760f-44b1-4080-8b3b-02cc526101b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:56.618456189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"3fabccb5-2d6c-4973-b586-57dce5522f59","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d61eae","tenantID":"e2e-praxis-a-d61eae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:56.641786458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"0be7760f-44b1-4080-8b3b-02cc526101b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:56.64232066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"edc03c1b-94f6-42c1-874d-92fa007c5d47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:56.675669825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"3fabccb5-2d6c-4973-b586-57dce5522f59","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"name":"e2e-praxis-a-d61eae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:57.477340161Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-no-access-auth","reconcileID":"37089dff-1e21-40f9-a7e8-c4d6b1080c01","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-2-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:57.477338367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"69aff14b-efdd-44e6-a3a1-42002fb57f58","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:57.688136585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"2a183a27-4f47-4c80-b676-04c71d50c2fc","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:57.84468184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"30329b14-b117-4360-b5a7-a15d030c0574","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:57.999120624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"d13c93f2-d418-48d8-b56b-4a63bf00d9b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:57.999138118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"df3c9fa9-10e8-4a2f-b7a4-983176be57c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:58.055994776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"d13c93f2-d418-48d8-b56b-4a63bf00d9b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:58.056115426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"df3c9fa9-10e8-4a2f-b7a4-983176be57c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:59.472682963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e7432b-3ab6-4730-8dcb-25ff55dc0e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:59.524405008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e7432b-3ab6-4730-8dcb-25ff55dc0e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:59.576398353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e7432b-3ab6-4730-8dcb-25ff55dc0e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:44:59.627984578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e7432b-3ab6-4730-8dcb-25ff55dc0e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:00.051147899Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-e4c8b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-e4c8b1","reconcileID":"b48d5719-f558-46be-aee5-ae4c3be73de1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-e4c8b1","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-e4c8b1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:01.618578724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4bc7eb7-72f0-4c22-9e91-69208e4dfa5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:01.670989667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4bc7eb7-72f0-4c22-9e91-69208e4dfa5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:01.722693971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4bc7eb7-72f0-4c22-9e91-69208e4dfa5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:01.774369411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4bc7eb7-72f0-4c22-9e91-69208e4dfa5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:03.785789024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93c41a4c-ef62-460c-9c70-22fcfcc2ebb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:03.837804255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93c41a4c-ef62-460c-9c70-22fcfcc2ebb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:03.889371788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93c41a4c-ef62-460c-9c70-22fcfcc2ebb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:03.941223613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93c41a4c-ef62-460c-9c70-22fcfcc2ebb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:04.074076319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"d9fe47b4-dc63-47c4-ae9d-fee3c707f28b","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"tenant":"e2e-praxis-a-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:04.074099355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"d9fe47b4-dc63-47c4-ae9d-fee3c707f28b","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"routeName":"praxis-route-d61eae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d61eae","llmisvcName":"praxis-route-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:04.280494487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"c981bc42-ab3c-4262-82e8-05a11c529f07","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d61eae","tenantID":"e2e-praxis-a-d61eae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:04.332111264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-sub","reconcileID":"8b821dea-41d8-42ef-9ef6-fb2846c6bd0a","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"name":"maas-trlp-praxis-route-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:04.336100543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"c981bc42-ab3c-4262-82e8-05a11c529f07","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"name":"e2e-praxis-a-d61eae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:04.494317775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"7094c4ca-c961-4a58-a5e9-0dc3c3be54a4","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"tenant":"e2e-praxis-a-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:04.494339574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"7094c4ca-c961-4a58-a5e9-0dc3c3be54a4","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"routeName":"praxis-route-d61eae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d61eae","llmisvcName":"praxis-route-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:04.701180218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-sub","reconcileID":"7b557013-d8e2-4da8-8c7b-f8927d97c6ef","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"name":"maas-trlp-praxis-route-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:05.91904039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5bcc6c-a46f-4a23-b177-15d2e94f3676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:05.97227524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5bcc6c-a46f-4a23-b177-15d2e94f3676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:06.024256216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5bcc6c-a46f-4a23-b177-15d2e94f3676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:06.076252261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5bcc6c-a46f-4a23-b177-15d2e94f3676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:08.005739611Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-no-access-sub","reconcileID":"06e7836a-027d-4721-80de-0f5a191e8af6","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-w4-048135","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:08.057712974Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-no-access-sub","reconcileID":"06e7836a-027d-4721-80de-0f5a191e8af6","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/distinct-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:08.109865744Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"e2e-no-access-sub","reconcileID":"06e7836a-027d-4721-80de-0f5a191e8af6","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135","model":"e2e-models-e2e-worker-w4-048135/distinct-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:08.379427377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"3841b953-7296-46bb-9962-0c3140706daf","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:08.535345216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"717997df-cc26-419c-9ccc-91a6fa23192c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:08.535345515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"f7415677-af55-459d-b5f6-2068eea887cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:08.590941711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"f7415677-af55-459d-b5f6-2068eea887cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:08.591566403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"717997df-cc26-419c-9ccc-91a6fa23192c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.574175317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5858f097-ab3f-443e-8e4e-67f99ae485c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.62578228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5858f097-ab3f-443e-8e4e-67f99ae485c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.677271282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5858f097-ab3f-443e-8e4e-67f99ae485c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.728589193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5858f097-ab3f-443e-8e4e-67f99ae485c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:13.952161078Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:14.157115569Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-fce94b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-fce94b","reconcileID":"2f14627d-bdb7-4a9b-812c-6eaafc82ff24","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-fce94b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-fce94b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:14.495374676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"64a0ceec-9181-442d-95f7-c001555a2b86","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"tenant":"e2e-praxis-a-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:14.495396677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"64a0ceec-9181-442d-95f7-c001555a2b86","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"routeName":"praxis-route-d61eae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d61eae","llmisvcName":"praxis-route-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:15.629003652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74cf23d5-6ff6-4673-a820-b19a7892a833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:15.680771523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74cf23d5-6ff6-4673-a820-b19a7892a833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:15.732338158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74cf23d5-6ff6-4673-a820-b19a7892a833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:15.783909592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74cf23d5-6ff6-4673-a820-b19a7892a833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:17.669957606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1614804a-94d0-497e-820e-fea76a8853b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:17.733362262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1614804a-94d0-497e-820e-fea76a8853b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:17.825493367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1614804a-94d0-497e-820e-fea76a8853b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:17.885046199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1614804a-94d0-497e-820e-fea76a8853b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:19.788039225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d648300-1ce5-406f-bd96-bc1f13bcac02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:19.840293787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d648300-1ce5-406f-bd96-bc1f13bcac02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:19.892112161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d648300-1ce5-406f-bd96-bc1f13bcac02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:19.945859812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d648300-1ce5-406f-bd96-bc1f13bcac02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:23.222007253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"30aec855-e605-4499-89a5-7f518f5ae3df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:23.222015784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"0ac7a3cf-2b79-45d5-975e-35735dc74768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:23.277511593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"0ac7a3cf-2b79-45d5-975e-35735dc74768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:23.277621617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"30aec855-e605-4499-89a5-7f518f5ae3df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:24.496334581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"74d7fba2-979b-414e-88cc-8dfaadcee214","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"tenant":"e2e-praxis-a-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:24.496354887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"74d7fba2-979b-414e-88cc-8dfaadcee214","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"routeName":"praxis-route-d61eae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d61eae","llmisvcName":"praxis-route-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:25.779053198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"d943d653-ef08-4e04-9e21-30b4215f576a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:25.892623062Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"d943d653-ef08-4e04-9e21-30b4215f576a","name":"e2e-shared-a-w1-b2e795-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:33.789913729Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"9fdbd9ab-ebe3-41ca-92d3-6d6484a2e0f1","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:33.790068408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"393803a7-d8d8-470c-98a4-7e20e1e51c8a","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"tenant":"e2e-praxis-a-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:33.790086258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae","reconcileID":"393803a7-d8d8-470c-98a4-7e20e1e51c8a","MaaSModelRef":{"name":"praxis-route-d61eae","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"routeName":"praxis-route-d61eae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-d61eae","llmisvcName":"praxis-route-d61eae","gateway":"openshift-ingress/e2e-praxis-a-d61eae","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:45:33.948887308Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-sub","reconcileID":"fa1e04b7-8865-4590-b1dd-f3841950dcec","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"error":"failed to fetch HTTPRoute ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae-kserve-route: HTTPRoute.gateway.networking.k8s.io \"praxis-route-d61eae-kserve-route\" not found","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:33.993748284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"9fdbd9ab-ebe3-41ca-92d3-6d6484a2e0f1","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d61eae","tenantID":"e2e-praxis-a-d61eae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:45:34.005998851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-sub","reconcileID":"fa1e04b7-8865-4590-b1dd-f3841950dcec","error":"failed to fetch HTTPRoute ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae-kserve-route: HTTPRoute.gateway.networking.k8s.io \"praxis-route-d61eae-kserve-route\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:34.063312218Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-sub","reconcileID":"4be19bb4-82ae-442c-8008-8730e46573c2","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:34.122213839Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"9fdbd9ab-ebe3-41ca-92d3-6d6484a2e0f1","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"name":"e2e-praxis-a-d61eae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:34.122246737Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-auth","reconcileID":"9fdbd9ab-ebe3-41ca-92d3-6d6484a2e0f1","MaaSAuthPolicy":{"name":"praxis-route-d61eae-auth","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:34.230261382Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-sub","reconcileID":"8cdf8afb-c688-41ec-8a0d-4767c675f412","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:35.451762314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"9e942923-62ec-4339-a20a-8f132a41cff6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c8ce60","tenantID":"e2e-shared-a-w2-c8ce60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:35.518377355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4581dc9-1e7c-42d1-8ff0-6ca86139d550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:35.570310258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4581dc9-1e7c-42d1-8ff0-6ca86139d550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:35.585206521Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"9e942923-62ec-4339-a20a-8f132a41cff6","name":"e2e-shared-a-w2-c8ce60-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:35.622082609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4581dc9-1e7c-42d1-8ff0-6ca86139d550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:35.674408811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4581dc9-1e7c-42d1-8ff0-6ca86139d550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.603816315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad6987a5-0418-45f5-8bf0-4a3ad99c3cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.656546422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad6987a5-0418-45f5-8bf0-4a3ad99c3cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.709056504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad6987a5-0418-45f5-8bf0-4a3ad99c3cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:37.761164635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad6987a5-0418-45f5-8bf0-4a3ad99c3cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:43.953868772Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:45.178273529Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-sub","reconcileID":"f82c0723-7631-4c77-a93c-37805b068298","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","subscription":"praxis-route-d61eae-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:45.178394967Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"praxis-route-d61eae-sub","reconcileID":"f82c0723-7631-4c77-a93c-37805b068298","MaaSSubscription":{"name":"praxis-route-d61eae-sub","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"model":"ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-d61eae/praxis-route-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:54.919207782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"08ef1b17-caf7-45e5-ad92-179812de170e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e4c8b1","tenantID":"e2e-shared-a-w3-e4c8b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:55.03317162Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"08ef1b17-caf7-45e5-ad92-179812de170e","name":"e2e-shared-a-w3-e4c8b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.746135132Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","namespace":"ai-tenant-e2e-praxis-a-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.746190173Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","namespace":"ai-tenant-e2e-praxis-a-d61eae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.746234986Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","tenant":"e2e-praxis-a-d61eae","tenantID":"e2e-praxis-a-d61eae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.799354549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","gvk":"Deployment","name":"maas-api-e2e-praxis-a-d61eae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.859535026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","gvk":"Service","name":"maas-api-e2e-praxis-a-d61eae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.91990209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-d61eae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:45:59.974917617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-d61eae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.029891459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-d61eae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.092323839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-d61eae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.149890341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-d61eae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.204121981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-d61eae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.255879336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-d61eae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.307251285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-d61eae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.358698991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","gvk":"Service","name":"payload-processing-e2e-praxis-a-d61eae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.414740954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-d61eae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.476603132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-d61eae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.527886882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-d61eae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.579207469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-d61eae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.634322023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-d61eae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.687392741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-d61eae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.740550266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-d61eae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.792121745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-d61eae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:00.843337781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d61eae"},"namespace":"ai-tenant-e2e-praxis-a-d61eae","name":"default-tenant","reconcileID":"38e884dc-33b6-4200-9cbf-fce41d2875c1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-d61eae","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:03.280101875Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d61eae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d61eae","reconcileID":"a5dce123-32a8-4422-a7b7-7728826635db","aitenant":"ai-tenants/e2e-praxis-a-d61eae","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:03.788767559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d03de872-a98c-47d1-b493-3276a555b50e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:03.840445436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d03de872-a98c-47d1-b493-3276a555b50e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:03.892473088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d03de872-a98c-47d1-b493-3276a555b50e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:03.94468941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d03de872-a98c-47d1-b493-3276a555b50e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:04.11334398Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d61eae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d61eae","reconcileID":"a5dce123-32a8-4422-a7b7-7728826635db","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-d61eae","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-d61eae"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:05.868318203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e334aa86-941c-4cb9-8226-610c948c0435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:05.920064797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e334aa86-941c-4cb9-8226-610c948c0435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:05.971850138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e334aa86-941c-4cb9-8226-610c948c0435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:06.023579773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e334aa86-941c-4cb9-8226-610c948c0435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:10.62734137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"0d5eec5e-94c2-4825-9b66-4952b1163113","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:10.742670868Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"0d5eec5e-94c2-4825-9b66-4952b1163113","name":"e2e-shared-a-w4-fce94b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.025314415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1357ab1-f300-4b3e-ba43-3f1715cfb4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.077398504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1357ab1-f300-4b3e-ba43-3f1715cfb4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.129441792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1357ab1-f300-4b3e-ba43-3f1715cfb4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.181436966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1357ab1-f300-4b3e-ba43-3f1715cfb4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:13.958319964Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:15.109574174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f463b7-5b7c-4dd4-99d5-37256c705474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:15.161670088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f463b7-5b7c-4dd4-99d5-37256c705474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:15.213149278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f463b7-5b7c-4dd4-99d5-37256c705474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:15.264731563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f463b7-5b7c-4dd4-99d5-37256c705474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:17.186970692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a81b3c4-bda7-4824-99ad-2025a3f1585b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:17.23887921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a81b3c4-bda7-4824-99ad-2025a3f1585b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:17.292120446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a81b3c4-bda7-4824-99ad-2025a3f1585b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:17.34429072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a81b3c4-bda7-4824-99ad-2025a3f1585b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:19.205718852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61bae8c-0b31-4368-ba1c-e83ea5261f4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:19.25749445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61bae8c-0b31-4368-ba1c-e83ea5261f4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:19.309288931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61bae8c-0b31-4368-ba1c-e83ea5261f4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:19.361158136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61bae8c-0b31-4368-ba1c-e83ea5261f4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:22.555788234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dde3ae4-dfa3-4261-8d39-6dea18615974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:22.607461195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dde3ae4-dfa3-4261-8d39-6dea18615974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:22.659088509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dde3ae4-dfa3-4261-8d39-6dea18615974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:22.711014311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dde3ae4-dfa3-4261-8d39-6dea18615974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:24.609315286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"514145f0-2f9b-47bb-96cc-6adc9dd2612b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:24.66123484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"514145f0-2f9b-47bb-96cc-6adc9dd2612b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:24.713120633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"514145f0-2f9b-47bb-96cc-6adc9dd2612b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:24.764970576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"514145f0-2f9b-47bb-96cc-6adc9dd2612b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:26.793859303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdb6193a-e2bf-4eb2-abdc-81e408b99f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:26.845620004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdb6193a-e2bf-4eb2-abdc-81e408b99f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:26.897223812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdb6193a-e2bf-4eb2-abdc-81e408b99f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:26.949104154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdb6193a-e2bf-4eb2-abdc-81e408b99f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:29.861765383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d66a5f9-0929-4285-a140-14ec43d45561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:29.913813978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d66a5f9-0929-4285-a140-14ec43d45561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:29.968136339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d66a5f9-0929-4285-a140-14ec43d45561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:30.020765724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d66a5f9-0929-4285-a140-14ec43d45561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:30.469426957Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-904a34","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-904a34","reconcileID":"ebf8c5fc-7ca0-4552-b2cc-07cac4189ef6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-904a34","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-904a34":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.119644879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d400c7e8-63e5-41e2-87bf-2317a4a79d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.178470644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d400c7e8-63e5-41e2-87bf-2317a4a79d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.231956411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d400c7e8-63e5-41e2-87bf-2317a4a79d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:32.283598884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d400c7e8-63e5-41e2-87bf-2317a4a79d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:34.242008338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652ed9bd-1ca3-43a4-b897-02f0bb2dcf89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:34.29437334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652ed9bd-1ca3-43a4-b897-02f0bb2dcf89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:34.346339681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652ed9bd-1ca3-43a4-b897-02f0bb2dcf89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:34.399149954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652ed9bd-1ca3-43a4-b897-02f0bb2dcf89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.058398306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"293a887e-d25b-4341-9380-dd1e768ce386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.110368546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"293a887e-d25b-4341-9380-dd1e768ce386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.162208584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"293a887e-d25b-4341-9380-dd1e768ce386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.214201277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"293a887e-d25b-4341-9380-dd1e768ce386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:38.967481053Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-328e1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-328e1b","reconcileID":"fdcc4e92-4aa5-453b-a729-7f7d503ba775","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-328e1b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-328e1b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:40.137417794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b4def9-8e7d-4ad3-89a6-a9d8021d8f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:40.189090712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b4def9-8e7d-4ad3-89a6-a9d8021d8f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:40.241048301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b4def9-8e7d-4ad3-89a6-a9d8021d8f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:40.292731087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b4def9-8e7d-4ad3-89a6-a9d8021d8f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:42.222699274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b5f536-8692-4a71-bd6e-fc0c704f39c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:42.28257872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b5f536-8692-4a71-bd6e-fc0c704f39c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:42.341324075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b5f536-8692-4a71-bd6e-fc0c704f39c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:42.393035225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b5f536-8692-4a71-bd6e-fc0c704f39c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:43.953145136Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:44.308625705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a6d94f8-8890-410b-9fc8-4a2312c7d866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:44.360407002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a6d94f8-8890-410b-9fc8-4a2312c7d866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:44.412030045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a6d94f8-8890-410b-9fc8-4a2312c7d866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:44.46396932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a6d94f8-8890-410b-9fc8-4a2312c7d866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.365719851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c814e16-30f2-4d67-a5c6-5836dec43265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.417537491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c814e16-30f2-4d67-a5c6-5836dec43265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.469257735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c814e16-30f2-4d67-a5c6-5836dec43265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:46.521100344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c814e16-30f2-4d67-a5c6-5836dec43265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.441866903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04a7afe3-7dde-45eb-b23b-30ba19cd0bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.493585956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04a7afe3-7dde-45eb-b23b-30ba19cd0bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.545301801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04a7afe3-7dde-45eb-b23b-30ba19cd0bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:48.597331231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04a7afe3-7dde-45eb-b23b-30ba19cd0bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:53.410442399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d069a7-d62d-4d49-84eb-c86780af3c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:53.462976489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d069a7-d62d-4d49-84eb-c86780af3c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:53.514733771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d069a7-d62d-4d49-84eb-c86780af3c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:53.566463522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d069a7-d62d-4d49-84eb-c86780af3c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:55.485186627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa2da3b-1d9d-43fa-8b55-0ca1480f3bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:55.537080459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa2da3b-1d9d-43fa-8b55-0ca1480f3bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:55.588712122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa2da3b-1d9d-43fa-8b55-0ca1480f3bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:55.640284262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa2da3b-1d9d-43fa-8b55-0ca1480f3bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:57.522230205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c43d4cf-7366-4730-92a6-e42e46f9f84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:57.575130163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c43d4cf-7366-4730-92a6-e42e46f9f84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:57.628071128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c43d4cf-7366-4730-92a6-e42e46f9f84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:46:57.684471674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c43d4cf-7366-4730-92a6-e42e46f9f84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.808394708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"359262ec-c0bc-4423-af35-e3d6bee33ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.860899731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"359262ec-c0bc-4423-af35-e3d6bee33ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.912873401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"359262ec-c0bc-4423-af35-e3d6bee33ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:01.964954124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"359262ec-c0bc-4423-af35-e3d6bee33ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:02.316052523Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-c87e2f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-c87e2f","reconcileID":"45209ea2-4c97-4cde-ae43-6c9c9e274fc6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-c87e2f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-c87e2f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:03.88327471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bbc2d88-6d8a-41e5-941b-2ac103f3a3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:03.93510611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bbc2d88-6d8a-41e5-941b-2ac103f3a3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:03.986956903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bbc2d88-6d8a-41e5-941b-2ac103f3a3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:04.038794872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bbc2d88-6d8a-41e5-941b-2ac103f3a3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:05.906028279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"988522e6-8c34-4827-95e3-89f06c3a7e58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:05.961142591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"988522e6-8c34-4827-95e3-89f06c3a7e58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:06.016256931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"988522e6-8c34-4827-95e3-89f06c3a7e58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:06.072531625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"988522e6-8c34-4827-95e3-89f06c3a7e58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:06.778651572Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","namespace":"ai-tenant-e2e-praxis-b-bdd194","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:06.778711558Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","namespace":"ai-tenant-e2e-praxis-b-bdd194","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:06.778765664Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","tenant":"e2e-praxis-b-bdd194","tenantID":"e2e-praxis-b-bdd194","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:06.834205067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","gvk":"Deployment","name":"maas-api-e2e-praxis-b-bdd194","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:06.894958148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","gvk":"Service","name":"maas-api-e2e-praxis-b-bdd194","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:06.959665311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-bdd194","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.022176996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-bdd194","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.084797379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-bdd194","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.143107409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-bdd194","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.224509203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-bdd194","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.282174615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-bdd194","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.343720694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-bdd194","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.395212832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-bdd194","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.489585966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","gvk":"Service","name":"payload-processing-e2e-praxis-b-bdd194","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.541336371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-bdd194","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.592555852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-bdd194","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.644037416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-bdd194","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.695061225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-bdd194","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.751531479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-bdd194","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.802570486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-bdd194","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.853388506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-bdd194","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.90558057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-bdd194","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:07.960156255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bdd194"},"namespace":"ai-tenant-e2e-praxis-b-bdd194","name":"default-tenant","reconcileID":"2b43f582-94cd-4134-88a7-f905e2e61e6e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-bdd194","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.013484189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"733c01ce-ba7e-4bd3-ad18-3aa16939c3de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.06490561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"733c01ce-ba7e-4bd3-ad18-3aa16939c3de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.116314952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"733c01ce-ba7e-4bd3-ad18-3aa16939c3de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:08.167805795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"733c01ce-ba7e-4bd3-ad18-3aa16939c3de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.049972806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0925e44b-958f-4eb1-a6fc-063fd41eb0ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.101664018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0925e44b-958f-4eb1-a6fc-063fd41eb0ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.153310313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0925e44b-958f-4eb1-a6fc-063fd41eb0ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:10.205400925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0925e44b-958f-4eb1-a6fc-063fd41eb0ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:12.067122875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32fe013e-cb09-49f9-ae2f-d669123e4973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:12.118677238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32fe013e-cb09-49f9-ae2f-d669123e4973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:12.181198469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32fe013e-cb09-49f9-ae2f-d669123e4973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:12.234576627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32fe013e-cb09-49f9-ae2f-d669123e4973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:12.447808728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"939e95a5-2e98-4343-a569-8438751a5a66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:12.608258693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"2a36bfa7-f01f-4199-a713-26e73be834d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:12.692910951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"e35f73e5-0877-46bb-baa3-3d4dac719938","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:12.800400425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"73422279-a17a-419d-9058-a11efd10e1fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:12.922936213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"b42ff39c-96c1-477a-91e9-c1271825d949","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:13.106712752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"957311bc-9549-4d1c-86ea-fd9231b47400","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:13.202862689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8cd19d92-71a8-41de-bbcc-2faf480fcdc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:13.377728448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"1b8ff6f2-b61f-4850-9dbd-4b1a7302db11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:13.534621825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"cfce6bc3-4f6f-4d6a-ae72-97c28abc3c55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:13.54063095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"6e9e898d-4eb7-42e5-8067-45b5e2f934b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:13.689515657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"b4f30e2c-6ad0-4902-8772-6bbf75818466","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:13.734926032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"0d53e2b3-652e-4c57-9324-7b67ce3ce6a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:13.952627498Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.670298863Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bdd194","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bdd194","reconcileID":"c332fb05-9ae4-49e0-8098-54bc508558c5","aitenant":"ai-tenants/e2e-praxis-b-bdd194","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.84084087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3afb527-864e-4a68-8a0b-e8a241b45ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.893124596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3afb527-864e-4a68-8a0b-e8a241b45ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.946614953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3afb527-864e-4a68-8a0b-e8a241b45ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:16.998621001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3afb527-864e-4a68-8a0b-e8a241b45ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.428862349Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bdd194","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bdd194","reconcileID":"c332fb05-9ae4-49e0-8098-54bc508558c5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-bdd194","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-bdd194"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:17.967231485Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-20f0a3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-20f0a3","reconcileID":"c28e3c48-3569-4fde-a978-9cb3a5c49439","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-20f0a3","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-20f0a3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.873929051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5005e86b-089a-4c7c-a9f9-74fb54eb592e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.925779743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5005e86b-089a-4c7c-a9f9-74fb54eb592e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:18.977368271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5005e86b-089a-4c7c-a9f9-74fb54eb592e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:19.029226958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5005e86b-089a-4c7c-a9f9-74fb54eb592e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:20.816361329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"c651e3d9-5161-44c7-9c2e-5bc7e19b347f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:20.893539574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfa35794-63b8-4bb0-9251-34279ddbb370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:20.945332395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfa35794-63b8-4bb0-9251-34279ddbb370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:20.99849317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfa35794-63b8-4bb0-9251-34279ddbb370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:21.0512469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfa35794-63b8-4bb0-9251-34279ddbb370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:22.954758392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ba11e2-2132-4ac5-8e0d-21a54628024d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:23.007915461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ba11e2-2132-4ac5-8e0d-21a54628024d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:23.060551918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ba11e2-2132-4ac5-8e0d-21a54628024d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:23.112121059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ba11e2-2132-4ac5-8e0d-21a54628024d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:23.216026626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"47099b7b-b6df-49b1-8f0b-48c97702ebab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:23.885695576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"d222384e-4a88-4aa7-8336-62aadf2ae49f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:24.996265181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f75987b-e1f5-4243-8bb1-cf3bdc5623e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:25.047989643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f75987b-e1f5-4243-8bb1-cf3bdc5623e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:25.099579606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f75987b-e1f5-4243-8bb1-cf3bdc5623e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:25.151148377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f75987b-e1f5-4243-8bb1-cf3bdc5623e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.129459808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"32c2ec92-ba5c-4d0a-8699-ea90620653d4","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.183617573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"be739c8b-149a-47f0-8682-273a2a1faaec","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.338468999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-auth-multi-sub-valid","reconcileID":"50209122-4bce-405a-b2be-465fbf2dcfd9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.395065567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-auth-multi-sub-valid","reconcileID":"50209122-4bce-405a-b2be-465fbf2dcfd9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.536054488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"510c724c-7478-43bc-beed-89b2b83ca381","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.590131079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"367f3a4c-1e45-4914-800b-10a87d248a20","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:26.641594501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-subscription-free","reconcileID":"65d3e107-9d1d-42f5-9ac3-c03e461bf054","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.690715293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"30523b6e-5de7-4cc7-b544-bb6a6c6ba816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.690716776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"18583db2-2bd8-4a13-b4d9-afeecfcfca20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.709516158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"36fab357-5c9f-41e2-b7a1-0667d6431142","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.747190656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"30523b6e-5de7-4cc7-b544-bb6a6c6ba816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.747762912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"18583db2-2bd8-4a13-b4d9-afeecfcfca20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.79840409Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-ebeeb9 priority=0:[ai-tenant-e2e-worker-w0-ebeeb9/e2e-test-subscription-free ai-tenant-e2e-worker-w0-ebeeb9/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.798531932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"6e78fc90-f552-4d08-9f4d-f24e5ff791ff","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.849723881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"9c261e97-b600-49c8-8ae9-391ba8df2aef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:26.851138036Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-ebeeb9/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.863408741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9607f517-7693-491a-b1e0-240051303a65","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.9063698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"a74d378c-1721-4a4f-ada3-9c0c29e5225b","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.909439171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"4fe5fa1c-a038-41e0-ae51-0a08d5673ad2","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:26.909599946Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-ebeeb9/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.919023253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9607f517-7693-491a-b1e0-240051303a65","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:26.959983283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"26c99cf4-24b0-4da7-ab0a-1b7ad4bddb53","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.113445468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"9dfb5148-f097-4528-9784-059eaef9e2a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.114096517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"4aca4f2e-d2ca-42d6-bb7c-9fa0c32f65bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.171485088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"9dfb5148-f097-4528-9784-059eaef9e2a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.172499306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"4aca4f2e-d2ca-42d6-bb7c-9fa0c32f65bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.195006093Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-subscription-free","reconcileID":"8ae19cc0-a497-43a0-b99e-047adf33fa60","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-ebeeb9/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-ebeeb9/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-ebeeb9/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:47:27.228568778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9607f517-7693-491a-b1e0-240051303a65","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-multi-sub-valid\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.241348961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"cf20019f-c012-4ef5-845c-43ea85fc15cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.287583264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-subscription-premium","reconcileID":"de1a63d9-c9b4-4e41-98c9-9f50eff6e1e4","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.358555133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"ae1e74b9-4403-4765-8d05-fccb725124e0","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.382259342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-auth-multi-sub-valid","reconcileID":"714b158b-a0ba-484b-84a5-00104a17c264","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.402810165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"a0d98acf-4e45-4b9d-826d-a859fea58c6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.437589465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-auth-multi-sub-valid","reconcileID":"714b158b-a0ba-484b-84a5-00104a17c264","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.449772767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"e9b60d93-429d-46cf-b4f1-5e3ef6f98b08","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.565189836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-subscription-free","reconcileID":"67966f22-9371-4074-b2af-c7c91e39d8c1","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:27.666327903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-subscription-premium","reconcileID":"4abf2c74-94c0-41be-a929-329382ff8d79","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.237152085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"c95254cd-37da-4fe7-8d63-cc99b50e1fdd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:28.351538695Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"c95254cd-37da-4fe7-8d63-cc99b50e1fdd","name":"e2e-shared-b-w1-904a34-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:31.108014839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"fe3bb03e-6629-46cf-9a7a-c1a44b74b08e","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:31.262851443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"8269d157-c8a1-4f4b-af96-9530859b3b52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:31.263059079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-auth-multi-sub-valid","reconcileID":"28edb069-a400-43a9-9b2a-e4ada8ef2aab","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:31.262864874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"91b98a6f-2555-4625-8583-0c92beba8cf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:31.318451917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"91b98a6f-2555-4625-8583-0c92beba8cf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:31.319771087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"8269d157-c8a1-4f4b-af96-9530859b3b52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:31.3207671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-auth-multi-sub-valid","reconcileID":"28edb069-a400-43a9-9b2a-e4ada8ef2aab","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:37.77836022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"6fdbbb68-7342-4cde-bf61-7fd324506007","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-328e1b","tenantID":"e2e-shared-b-w2-328e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:37.89128139Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"6fdbbb68-7342-4cde-bf61-7fd324506007","name":"e2e-shared-b-w2-328e1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.1986041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"10c07351-b7d8-459e-8f58-e1ce76b0efc8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.437217422Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"f6ed56db-b5ef-479b-811c-4ed89ff56ab3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ebeeb9/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-ebeeb9/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.500684118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-subscription-premium","reconcileID":"7632e09b-d6f0-4273-9446-4a941f648a2a","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.616955933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"5544ced5-f127-47c9-b9e9-032178ae2d35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.736405612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c1e76463-0a5c-404a-aae0-2f4477fb2979","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.839851245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-subscription-premium","reconcileID":"8924df40-d020-4a2a-8a84-809957408784","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.840193489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"73c9c242-7b90-4d03-b7c9-275bbb2329dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:40.938217531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"41966540-69be-4111-a325-6fa026db6db5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.038887754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"fcf7f0f4-7306-4b80-bfb4-275e8a7717d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.050036668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"15f6c15a-ac89-4967-a6b5-ca8a96160c31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.17209912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"7de9295f-d339-4da6-9e0a-79900a70216a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.268636377Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-subscription-free","reconcileID":"a1720a7e-2730-4b1f-a463-adf70610c467","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.297633647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"7c38377c-8373-4f50-ae23-ecb761815129","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.399781366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"01d27539-3655-4f3f-8f72-d58ae291873a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.425407913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-subscription-free","reconcileID":"a1720a7e-2730-4b1f-a463-adf70610c467","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.498227384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"3f81f447-0c20-4bea-b1df-2c1a19b1b3bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.498268666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"585b2185-418d-4f2c-85e0-6e72149246fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.643130208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"f4f589f4-25a5-47c2-8b6f-8a3c0cce5b06","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.698541599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"30e2c3e4-c20e-495c-a9c2-68cb30e28812","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.798049903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"f06bf1d6-2058-408d-8ed2-86c940e9f47f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.798246875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"aa4a60d9-6271-4b45-ba94-022e5b7ebb19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.798060715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3187d417-b1ca-477e-b5d0-1c5ec55f3808","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.80585694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"4874e1cf-1358-4cde-aab9-7e6e0ad71346","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.854361833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"aa4a60d9-6271-4b45-ba94-022e5b7ebb19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.855358629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"f06bf1d6-2058-408d-8ed2-86c940e9f47f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:41.856610747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3187d417-b1ca-477e-b5d0-1c5ec55f3808","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.212743293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"1436b71b-06a7-4c54-aa9b-998b196b863d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.21274367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"a349483b-f328-46f4-9ccb-014e10e8728c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.268240376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"a349483b-f328-46f4-9ccb-014e10e8728c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.268279306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"1436b71b-06a7-4c54-aa9b-998b196b863d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.312975967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-auth-multi-sub-valid","reconcileID":"17b222f7-d67e-431e-9ff5-3a2625b8de9d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:42.369765724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-auth-multi-sub-valid","reconcileID":"17b222f7-d67e-431e-9ff5-3a2625b8de9d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:43.952929339Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:51.967074996Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-subscription-premium","reconcileID":"fb51fe7f-6960-4c4f-a5bb-f0dbfda7f946","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:52.180969224Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-subscription-premium","reconcileID":"fb51fe7f-6960-4c4f-a5bb-f0dbfda7f946","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ebeeb9/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:52.390436745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"0c601a4b-3a8c-42bc-a4c3-ac995cc98489","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:52.444682826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"b6701339-7c0f-4282-967c-0627e14772cc","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:52.596475477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"a0b2b693-a807-44dc-9339-6f15660469f7","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:52.599396471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"37ed6096-50ef-4352-9db1-1ce81b8998fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:52.599454369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-auth-multi-sub-valid","reconcileID":"58594828-0cb3-434a-abff-561013ef0039","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:52.59975796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"c4300688-eca8-4c91-be0b-6c1fb224a286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:52.656483832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"37ed6096-50ef-4352-9db1-1ce81b8998fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:52.658245317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"c4300688-eca8-4c91-be0b-6c1fb224a286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:52.65990346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-auth-multi-sub-valid","reconcileID":"58594828-0cb3-434a-abff-561013ef0039","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:52.812925828Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8259e1bb-5352-45a1-ac2b-d1d0802cc0ff","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:53.021126493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"0a0dcf96-13c3-4777-b619-25e0eb3e0ccc","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.852372104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2e05b0-4229-4a2f-8727-35abaef9132c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.903998685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2e05b0-4229-4a2f-8727-35abaef9132c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:58.955624814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2e05b0-4229-4a2f-8727-35abaef9132c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.007000374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2e05b0-4229-4a2f-8727-35abaef9132c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:47:59.434746731Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-c39710","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-c39710","reconcileID":"0e3b5f60-e9a6-49b5-9bd0-eacc32b122a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-c39710","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-c39710":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.902897242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c19ff406-cd37-467d-836f-77e24785e3c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:00.954568434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c19ff406-cd37-467d-836f-77e24785e3c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.006275067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c19ff406-cd37-467d-836f-77e24785e3c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:01.059296308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c19ff406-cd37-467d-836f-77e24785e3c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.946317083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9571a4-6a28-4b17-9e05-fc271eaf1724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:02.998347852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9571a4-6a28-4b17-9e05-fc271eaf1724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.050420342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9571a4-6a28-4b17-9e05-fc271eaf1724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:03.116392046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9571a4-6a28-4b17-9e05-fc271eaf1724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:05.040036597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0eafb75-4830-45f6-a3b0-fb5da9d61819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:05.092084429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0eafb75-4830-45f6-a3b0-fb5da9d61819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:05.143728566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0eafb75-4830-45f6-a3b0-fb5da9d61819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:05.202512108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0eafb75-4830-45f6-a3b0-fb5da9d61819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.002145373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"f9f021b5-c871-45ae-982a-80a91e578f5e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c87e2f","tenantID":"e2e-shared-b-w3-c87e2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:07.118091692Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"f9f021b5-c871-45ae-982a-80a91e578f5e","name":"e2e-shared-b-w3-c87e2f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:13.952497485Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:25.975672013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"2369973d-e6e3-456e-b0cd-fcdcdd630e61","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:26.096062586Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"2369973d-e6e3-456e-b0cd-fcdcdd630e61","name":"e2e-shared-b-w4-20f0a3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:37.328989036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d42832b6-a983-4d95-ac4b-a3f270a39fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:37.380671383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d42832b6-a983-4d95-ac4b-a3f270a39fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:37.432100929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d42832b6-a983-4d95-ac4b-a3f270a39fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:37.483725522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d42832b6-a983-4d95-ac4b-a3f270a39fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:39.420562444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7250a989-394b-443c-9f17-d13ac5e1ad3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:39.472959071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7250a989-394b-443c-9f17-d13ac5e1ad3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:39.524529907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7250a989-394b-443c-9f17-d13ac5e1ad3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:39.576306906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7250a989-394b-443c-9f17-d13ac5e1ad3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:41.569735043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e58cfa6-bbf2-4679-91d5-0e211c7cd18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:41.622523213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e58cfa6-bbf2-4679-91d5-0e211c7cd18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:41.674413018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e58cfa6-bbf2-4679-91d5-0e211c7cd18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:41.726171529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e58cfa6-bbf2-4679-91d5-0e211c7cd18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:43.952260851Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:47.476755486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a52844-cbcb-4e1c-a5f6-feba9b0662cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:47.52859658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a52844-cbcb-4e1c-a5f6-feba9b0662cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:47.583862358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a52844-cbcb-4e1c-a5f6-feba9b0662cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:47.636496516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a52844-cbcb-4e1c-a5f6-feba9b0662cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.490934165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4e8489-8c43-4471-9a20-4a43d4885df8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.542986139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4e8489-8c43-4471-9a20-4a43d4885df8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.597159637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4e8489-8c43-4471-9a20-4a43d4885df8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:49.64904592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4e8489-8c43-4471-9a20-4a43d4885df8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.561589007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4193b2-62db-407f-9b79-d3a7757617b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.61419637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4193b2-62db-407f-9b79-d3a7757617b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.666747388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4193b2-62db-407f-9b79-d3a7757617b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:48:51.71935228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4193b2-62db-407f-9b79-d3a7757617b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:09.788605789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"8d41a37d-9769-4376-9f70-d55ee87e13ea","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-c39710","tenantID":"e2e-explicit-c39710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:09.901989375Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"8d41a37d-9769-4376-9f70-d55ee87e13ea","name":"e2e-explicit-c39710-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:13.95971713Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.090382603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d9c0a56-23d6-4471-baee-988b68ab69f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.142691201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d9c0a56-23d6-4471-baee-988b68ab69f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.205848526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d9c0a56-23d6-4471-baee-988b68ab69f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:21.257951604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d9c0a56-23d6-4471-baee-988b68ab69f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.11671989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"b840b87f-4d80-4dbe-9b83-7b32ec85f0a8","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:22.116756251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"b840b87f-4d80-4dbe-9b83-7b32ec85f0a8","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"auth-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"auth-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.207657949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc04802-e118-4aec-bdec-91eb6ff3fc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.259335312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc04802-e118-4aec-bdec-91eb6ff3fc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.311340227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc04802-e118-4aec-bdec-91eb6ff3fc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:23.364738114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc04802-e118-4aec-bdec-91eb6ff3fc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:40.615651014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73c48695-27f0-436b-a157-37bd69eb540d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:40.667147315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73c48695-27f0-436b-a157-37bd69eb540d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:40.718687456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73c48695-27f0-436b-a157-37bd69eb540d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:40.770137355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73c48695-27f0-436b-a157-37bd69eb540d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:42.631065058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57038da-9354-4b0b-9af6-f2d044aa4e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:42.682955601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57038da-9354-4b0b-9af6-f2d044aa4e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:42.73480256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57038da-9354-4b0b-9af6-f2d044aa4e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:42.78651193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d57038da-9354-4b0b-9af6-f2d044aa4e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:49:44.03218181Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:13.954350365Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.240450385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1df3124-9408-4314-85d2-a0ceab0ddb6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.292167158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1df3124-9408-4314-85d2-a0ceab0ddb6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.343900218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1df3124-9408-4314-85d2-a0ceab0ddb6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:23.395905159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1df3124-9408-4314-85d2-a0ceab0ddb6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:25.276740039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21eb638-a175-4f3e-8fad-5afb15d9d9cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:25.32829761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21eb638-a175-4f3e-8fad-5afb15d9d9cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:25.379893951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21eb638-a175-4f3e-8fad-5afb15d9d9cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:25.43178554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21eb638-a175-4f3e-8fad-5afb15d9d9cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:43.95219974Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:47.535085145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"86ccdbec-3f7b-41a9-872e-7d6ba1db5153","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"tenant":"e2e-shared-a-w2-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:50:47.535114668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"86ccdbec-3f7b-41a9-872e-7d6ba1db5153","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"routeName":"auth-test-model-c8ce60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","llmisvcName":"auth-test-model-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:00.910814483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"c4454f77-8cb3-4b37-bb99-84f7382bb0c1","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"tenant":"e2e-shared-a-w3-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:00.910862863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"c4454f77-8cb3-4b37-bb99-84f7382bb0c1","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"routeName":"auth-test-model-e4c8b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","llmisvcName":"auth-test-model-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:05.588993854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-c39710","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"explicit-model-c39710","reconcileID":"587421d2-d1d7-4f3d-befa-0b3adbfd997b","MaaSModelRef":{"name":"explicit-model-c39710","namespace":"ai-tenant-e2e-explicit-c39710"},"routeName":"explicit-model-c39710-kserve-route","namespace":"ai-tenant-e2e-explicit-c39710","llmisvcName":"explicit-model-c39710","gateway":"openshift-ingress/e2e-explicit-c39710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:13.985778753Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:36.502331418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"41bd5089-83f6-4131-8e3b-32f34c335a67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:36.604164327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"dc64b5b5-509a-4d72-9e9d-3e49f74e3433","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:36.623053249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"1559cbbf-1411-48a0-a00a-602be8dbd8cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:36.802215695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"b50931ed-442f-405e-b403-25559e39666a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.034284605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"1a8e9fe2-de20-4f3f-80d4-12d08cdd8cda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.134800591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"f7edb444-5f5a-4e22-9179-636b48ffd8b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.155636046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"436c8134-8e5e-4938-bc5e-6206cf9f6d12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.336950486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"49d3cbd2-148a-4f1e-bbd6-b8ac2716e94b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.650352261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"8ecf0bea-e133-4a50-89ee-21ecf7b427a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.746453408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"22962bb6-c47b-4fc5-8d97-504ed16bc9b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.84751258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"c50ea10c-92d2-4eac-aaa9-181fff9d1908","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:37.948194858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ba7756b5-eb99-4e21-b69c-e9ca384d96fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:43.952442442Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.246123016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"0f183afd-8aae-41bb-bfd5-0ef305ca8634","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:48.246158739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"0f183afd-8aae-41bb-bfd5-0ef305ca8634","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"auth-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"auth-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.105511599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"7b0b7127-415b-4366-8250-5ff85149c35b","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:52.105616868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"7b0b7127-415b-4366-8250-5ff85149c35b","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"auth-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"auth-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:53.855061981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"06f29a63-3f6a-4a1c-83b3-b8d5902b5b40","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:53.85508988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"06f29a63-3f6a-4a1c-83b3-b8d5902b5b40","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"auth-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"auth-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:53.910097153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"c691dfc1-ec76-424f-9143-4526de0852b4","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:53.910124824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"c691dfc1-ec76-424f-9143-4526de0852b4","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"auth-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"auth-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.01710452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"7e061a83-ed17-41ab-a221-b53a6b07912d","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.144841937Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"7e061a83-ed17-41ab-a221-b53a6b07912d","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.199142174Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b2e795-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"7e061a83-ed17-41ab-a221-b53a6b07912d","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.255809777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"86c60825-6dce-40e1-a24f-2dff53cd740c","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:51:54.255857487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"86c60825-6dce-40e1-a24f-2dff53cd740c","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"auth-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"auth-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.360551561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"32c8fbb2-1c82-4388-83b1-ade5adc72562","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.416306602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"32c8fbb2-1c82-4388-83b1-ade5adc72562","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:04.470475256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b2e795-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"32c8fbb2-1c82-4388-83b1-ade5adc72562","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:11.464012723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"17eaa149-a388-4aa8-8de4-6c01d55400f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:11.584527998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6d481454-09f6-44fe-a855-cf9b68f214a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:11.762760489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"16343340-52a4-4706-a15f-8b17b1d900c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:12.006769356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"54af21ad-9431-4374-aeb9-366600969722","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:12.199034986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"94927c9d-8657-4271-bf18-0b0c05faa8dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:12.299538994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d990b2cc-102a-4bb9-95be-5047267137a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:12.321217598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"4ef99936-c37b-45d5-a8c2-676b7976ff23","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:12.414490263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"3061052b-72b6-41b9-ae26-c31706ebb54c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:12.627699871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"7c4add7e-ab1e-40ed-bca3-5977b1c1f8fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:12.760961706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"5bc573d9-144c-42c1-b861-6f7914f1b39f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:12.875926227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"4177670a-92bc-4636-bb44-9ac2df2476b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:12.994649302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"ffa2128b-a3aa-44fa-b81a-bc03bf4b240d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:13.95311696Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:14.576307256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"bb8a380b-6036-46a9-9d7c-9594df09ddad","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:14.631800051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"bb8a380b-6036-46a9-9d7c-9594df09ddad","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:14.686595931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b2e795-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d185318c238a98462eb441de95abca48957ad8c0932255e4d70b4d2b062fadad) AuthConfig (c840cfd55d45be889df7447249a2f213c1407fadcdb2eadb4ad3caa3bc93424d) AuthConfig (7fc03d81d7142071da1356d6bc7369f4601ee4bb5dfca5e0143b5f21bcbdf9c1) AuthConfig (fb0522d32843b5f1541e6dc1abad5c3900a864985333d6528a98746d2006c286) AuthConfig (cf89993f6400be5b8d0617cf1d802afbd5ce1d1fe709493738a54e822758b5d2) AuthConfig (e18a31b056048f3a5d9dd711ddea4af145a13c05adebf610e8b193629d569a9c) AuthConfig (ca1f1c13cb72aa608eb2403cd21584914d1922b6abc80429d596a6d954cc2a07) AuthConfig (0f2a6320b1f4999cff570ecd755356e5026652ffa3a38668a371e2cc743ff6d3) AuthConfig (00d940284af889d6aafb3e41de4543e62165e51fc562d5b8a293ae17fd347bcb) AuthConfig (4031de7b9862dc26c3012bf23f829e0c7634cb49d1bb8493fea2019fe0e46552) AuthConfig (c92a44c748ae918ba4488926bc5989bd13eb1d7a27d838852360ebc0c9a13881) AuthConfig (ed6b5a83657624848bd03e54eb2950a126acb34147aa27782910db21286765d3) AuthConfig (3796aa470ee32bb485738cf70794810efa4be9f808d6f4b338a6a67b249b4756) AuthConfig (a5a5a5ab7ea16bd3bb782febfa1967d761dc02b5041653452e495cb69120f500) AuthConfig (f9af94f745f4e2a1a82fff6cdd70a7b231c3c7166e28748d8051bcd587fec06d) AuthConfig (480182bc9fe4b87544aea29a411b84d3b8d1ee06547afff760e88f1b9dcacd57) AuthConfig (69ec0ee2e2ea5b6644e152c32de6fbf7774a47a37cf0a42d9754530c95fb19c6) AuthConfig (1376c85e68e1d236b18a8790117558c17183f32de2c8e67b34d9fe6aecd2d484)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"bb8a380b-6036-46a9-9d7c-9594df09ddad","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:14.743554926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"5fb48ee3-64c9-4e00-9f54-ba5369f29298","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:14.743574912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"5fb48ee3-64c9-4e00-9f54-ba5369f29298","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"auth-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"auth-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:24.860876255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"679b320b-022d-42ad-b66c-d593713c50be","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:24.916204629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"679b320b-022d-42ad-b66c-d593713c50be","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:24.972276807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b2e795-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d185318c238a98462eb441de95abca48957ad8c0932255e4d70b4d2b062fadad) AuthConfig (c840cfd55d45be889df7447249a2f213c1407fadcdb2eadb4ad3caa3bc93424d) AuthConfig (7fc03d81d7142071da1356d6bc7369f4601ee4bb5dfca5e0143b5f21bcbdf9c1) AuthConfig (fb0522d32843b5f1541e6dc1abad5c3900a864985333d6528a98746d2006c286) AuthConfig (cf89993f6400be5b8d0617cf1d802afbd5ce1d1fe709493738a54e822758b5d2) AuthConfig (e18a31b056048f3a5d9dd711ddea4af145a13c05adebf610e8b193629d569a9c) AuthConfig (ca1f1c13cb72aa608eb2403cd21584914d1922b6abc80429d596a6d954cc2a07) AuthConfig (0f2a6320b1f4999cff570ecd755356e5026652ffa3a38668a371e2cc743ff6d3) AuthConfig (00d940284af889d6aafb3e41de4543e62165e51fc562d5b8a293ae17fd347bcb) AuthConfig (4031de7b9862dc26c3012bf23f829e0c7634cb49d1bb8493fea2019fe0e46552) AuthConfig (c92a44c748ae918ba4488926bc5989bd13eb1d7a27d838852360ebc0c9a13881) AuthConfig (ed6b5a83657624848bd03e54eb2950a126acb34147aa27782910db21286765d3) AuthConfig (3796aa470ee32bb485738cf70794810efa4be9f808d6f4b338a6a67b249b4756) AuthConfig (a5a5a5ab7ea16bd3bb782febfa1967d761dc02b5041653452e495cb69120f500) AuthConfig (f9af94f745f4e2a1a82fff6cdd70a7b231c3c7166e28748d8051bcd587fec06d) AuthConfig (480182bc9fe4b87544aea29a411b84d3b8d1ee06547afff760e88f1b9dcacd57) AuthConfig (69ec0ee2e2ea5b6644e152c32de6fbf7774a47a37cf0a42d9754530c95fb19c6) AuthConfig (1376c85e68e1d236b18a8790117558c17183f32de2c8e67b34d9fe6aecd2d484)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"679b320b-022d-42ad-b66c-d593713c50be","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.022238599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35fea086-448f-447e-a44a-d11d5c47f1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.075133891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35fea086-448f-447e-a44a-d11d5c47f1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.127414325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35fea086-448f-447e-a44a-d11d5c47f1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:25.17951377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35fea086-448f-447e-a44a-d11d5c47f1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.037972387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da5d6f34-8826-4fcb-99d3-2589896600cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.089905116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da5d6f34-8826-4fcb-99d3-2589896600cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.141479081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da5d6f34-8826-4fcb-99d3-2589896600cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:27.193035488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da5d6f34-8826-4fcb-99d3-2589896600cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:31.975018285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"6b0f8d1a-b118-4c32-98f8-5ff1420e9e08","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"tenant":"e2e-shared-b-w2-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:31.975047642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"6b0f8d1a-b118-4c32-98f8-5ff1420e9e08","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"routeName":"auth-test-model-328e1b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-328e1b","llmisvcName":"auth-test-model-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.076425296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"9dbdbdd4-75fd-4e17-ba46-29897a90be6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.137230214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"9dbdbdd4-75fd-4e17-ba46-29897a90be6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.430257389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"8303dd54-3395-481c-9744-0bacd711829c","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:35.430287342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"8303dd54-3395-481c-9744-0bacd711829c","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"auth-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"auth-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:37.444084649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"2b1d8511-d22c-46cb-8f72-3807c68d73e9","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"tenant":"e2e-shared-a-w2-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:37.444106674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"2b1d8511-d22c-46cb-8f72-3807c68d73e9","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"routeName":"auth-test-model-c8ce60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","llmisvcName":"auth-test-model-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:37.500408484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"7e6f03d6-b5d4-4711-a815-53aaa649fcf4","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"tenant":"e2e-shared-a-w2-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:37.500431704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"7e6f03d6-b5d4-4711-a815-53aaa649fcf4","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"routeName":"auth-test-model-c8ce60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","llmisvcName":"auth-test-model-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:37.603239938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"0d5f71f9-f4f6-44a6-84bf-9d354abc7b73","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c8ce60","tenantID":"e2e-shared-a-w2-c8ce60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:37.765752487Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"0d5f71f9-f4f6-44a6-84bf-9d354abc7b73","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"name":"e2e-shared-a-w2-c8ce60-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:37.820736429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-c8ce60-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"0d5f71f9-f4f6-44a6-84bf-9d354abc7b73","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:37.877438829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"50b711cd-c948-49c9-be45-7a324a5a66ca","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"tenant":"e2e-shared-a-w2-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:37.877462281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"50b711cd-c948-49c9-be45-7a324a5a66ca","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"routeName":"auth-test-model-c8ce60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","llmisvcName":"auth-test-model-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:38.982629608Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","namespace":"ai-tenant-e2e-explicit-c39710","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:38.982685342Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","namespace":"ai-tenant-e2e-explicit-c39710","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:38.982733625Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","tenant":"e2e-explicit-c39710","tenantID":"e2e-explicit-c39710","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:39.038001378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","gvk":"Deployment","name":"maas-api-e2e-explicit-c39710","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:39.097432284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","gvk":"Service","name":"maas-api-e2e-explicit-c39710","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:39.155682903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-c39710","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:39.211237382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-c39710","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:39.268570258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-c39710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:39.324478649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-c39710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:39.379333763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-c39710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:39.435344689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-c39710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:39.486979933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","gvk":"Deployment","name":"payload-processing-e2e-explicit-c39710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:39.538356179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-c39710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:39.589896087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","gvk":"Service","name":"payload-processing-e2e-explicit-c39710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:39.643057318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","gvk":"Service","name":"payload-pre-processing-e2e-explicit-c39710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:39.694360562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-c39710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:39.745463954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-c39710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:39.796902098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-c39710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:39.851919214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-c39710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:39.903867385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-c39710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:39.954977387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-c39710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:40.018082388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-c39710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:40.069541377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c39710"},"namespace":"ai-tenant-e2e-explicit-c39710","name":"default-tenant","reconcileID":"02f9424e-4dad-4e9c-81fa-5b621742c8d4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-c39710","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:40.90726981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"b05d2d78-b5ca-4149-9594-3e04ebdce1e9","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:40.907294561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"b05d2d78-b5ca-4149-9594-3e04ebdce1e9","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"auth-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"auth-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:40.971596922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"ac445675-94a4-4296-8d2b-0a16490fb543","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:40.971645276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"ac445675-94a4-4296-8d2b-0a16490fb543","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"auth-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"auth-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:41.019239931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"3b7f0936-67cf-4f42-b0cf-7a0eee237c0d","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:52:41.026613864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"f7e9dd4c-e202-4d8e-bafb-38e6505d2fcd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-8cd449\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:41.074472044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"3b7f0936-67cf-4f42-b0cf-7a0eee237c0d","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:41.134632914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"ea46c710-7df8-46c4-bcd3-d21fe95120bf","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:41.13465626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"ea46c710-7df8-46c4-bcd3-d21fe95120bf","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"auth-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"auth-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:41.191711547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"dbc692f1-090d-4958-8643-a26c964bfe0d","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:41.191731277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"dbc692f1-090d-4958-8643-a26c964bfe0d","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"auth-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"auth-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:41.381161311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"fe76d6af-c1f4-4e76-b811-69a1d1130d41","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:41.399671581Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"4bad9fc3-34c4-41d9-8b56-fa22b4c1ae92","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-auth-test-model-b2e795","model":"auth-test-model-b2e795","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-b2e795/e2e-auth-iso-8cd449"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:41.436157487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"fe76d6af-c1f4-4e76-b811-69a1d1130d41","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:41.564087743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"7bfbcffa-3b35-448b-84dd-4e3218a32324","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:41.564110827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"7bfbcffa-3b35-448b-84dd-4e3218a32324","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"auth-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"auth-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:41.771935368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"666c075a-759b-43a1-a9d3-1c7ed11fe4d3","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-auth-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:43.952035273Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.155404771Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-c39710","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-c39710","reconcileID":"d984b73e-8275-4c3f-bcbc-cc2666bba0c9","aitenant":"ai-tenants/e2e-explicit-c39710","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.721020825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce19e89-86e4-423a-aae4-01189f91359c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.777748768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce19e89-86e4-423a-aae4-01189f91359c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.833636866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce19e89-86e4-423a-aae4-01189f91359c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.885364601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce19e89-86e4-423a-aae4-01189f91359c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:45.997352878Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-c39710","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-c39710","reconcileID":"d984b73e-8275-4c3f-bcbc-cc2666bba0c9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-c39710","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-c39710"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:47.746854339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d9ce973-b97b-4f87-bba3-cdeb5cbb3da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:47.79854954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d9ce973-b97b-4f87-bba3-cdeb5cbb3da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:47.852262418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d9ce973-b97b-4f87-bba3-cdeb5cbb3da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:47.914115253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d9ce973-b97b-4f87-bba3-cdeb5cbb3da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.034435214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"02fe7a48-6b02-43fe-b9c8-dd21c3790dc6","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c8ce60","tenantID":"e2e-shared-a-w2-c8ce60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.091009161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"02fe7a48-6b02-43fe-b9c8-dd21c3790dc6","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"name":"e2e-shared-a-w2-c8ce60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:48.195975986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-c8ce60-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"02fe7a48-6b02-43fe-b9c8-dd21c3790dc6","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:49.833642471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3762448f-b447-43ef-a329-ec29d0a1daf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:49.885548053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3762448f-b447-43ef-a329-ec29d0a1daf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:49.93761166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3762448f-b447-43ef-a329-ec29d0a1daf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:49.989458854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3762448f-b447-43ef-a329-ec29d0a1daf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:58.299648201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"5bac2baa-75ad-450a-85c9-33107b09fe92","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c8ce60","tenantID":"e2e-shared-a-w2-c8ce60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:58.354851653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"5bac2baa-75ad-450a-85c9-33107b09fe92","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"name":"e2e-shared-a-w2-c8ce60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:58.408711832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-c8ce60-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d027a61605e68322fe3a26ba7346846d6e2d485d13fb226686deed6f4a635e4) AuthConfig (2433065ee977afa7145e1358bd656e8651bb274bac175f0b9d4cb50554c1ae91) AuthConfig (a70d5e5a9fd8020d78d9de3a37d9c3f1e71250244473f09293a68512f2731591) AuthConfig (5f359869a9734d22fe15d7be8e82b3fdd2d00bba33e1ed2ee9b7445ceea61c78) AuthConfig (1730369f7f31d383af2996193154973ba37f182adc02eddbe6072c3187696191) AuthConfig (eaa98584749996898580d902589f40dc004c125c99460cbf5167bd9dfd02f9b3) AuthConfig (8b193c1d5a235c2a278c0947dff5e66a19628e6ff1e15a146fdb498cd9c655e3) AuthConfig (5a7c20c1bc10b691207334187155a2fec0a18946c79881e25fe7c2bedc1889be) AuthConfig (a92f5b783a9049ee4e598d967f68e7d5c2be5e21fc1c99a369973a9e10011ed2) AuthConfig (e0386748a87277e50da80f0efccec4a09d32a699b0566bdc844692163fe5b2b9) AuthConfig (afa89bcb4a7d6dd42fca95a0e0feed8db607d87cd2992b88e5d58fb22f7dc15c) AuthConfig (cfa9b8aa2e74ab2a2852820da30fc1e6474c95596ad32f5ab70287c23a75cddd) AuthConfig (ac66c00c9a90079130a9bd7c1c8e28ce9f28345deb1d8fddf51b367527070a25) AuthConfig (ebe3991f73b61c5f60d4feb634b29cb17113f123d86f8dbfb00b724f700b2b36) AuthConfig (ae412d204736dfaa50363055e92be3a28d08b2074c74a9accf82d6bf50664962) AuthConfig (3a4d474c9a21c21b4da07d287cb03ae02f8a00ecc614ff99eb6e1f84280b25b8) AuthConfig (4f3efa3cd11d19f32b762caf97116d0ae1e550d5613b1518a5f07f7454da055b) AuthConfig (a452f1367beb760e74f2611e11943d112364251350b3597061eeeaed34a72fde)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"5bac2baa-75ad-450a-85c9-33107b09fe92","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:58.465868721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"8e9b082e-21bd-4c98-b96a-ea2818f0ae66","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"tenant":"e2e-shared-a-w2-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:52:58.465891521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"8e9b082e-21bd-4c98-b96a-ea2818f0ae66","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"routeName":"auth-test-model-c8ce60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","llmisvcName":"auth-test-model-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:08.569166209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"c90a0795-aaa1-45a3-b162-1253d460a19e","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c8ce60","tenantID":"e2e-shared-a-w2-c8ce60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:08.6245066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"c90a0795-aaa1-45a3-b162-1253d460a19e","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"name":"e2e-shared-a-w2-c8ce60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:08.678980287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-c8ce60-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d027a61605e68322fe3a26ba7346846d6e2d485d13fb226686deed6f4a635e4) AuthConfig (2433065ee977afa7145e1358bd656e8651bb274bac175f0b9d4cb50554c1ae91) AuthConfig (a70d5e5a9fd8020d78d9de3a37d9c3f1e71250244473f09293a68512f2731591) AuthConfig (5f359869a9734d22fe15d7be8e82b3fdd2d00bba33e1ed2ee9b7445ceea61c78) AuthConfig (1730369f7f31d383af2996193154973ba37f182adc02eddbe6072c3187696191) AuthConfig (eaa98584749996898580d902589f40dc004c125c99460cbf5167bd9dfd02f9b3) AuthConfig (8b193c1d5a235c2a278c0947dff5e66a19628e6ff1e15a146fdb498cd9c655e3) AuthConfig (5a7c20c1bc10b691207334187155a2fec0a18946c79881e25fe7c2bedc1889be) AuthConfig (a92f5b783a9049ee4e598d967f68e7d5c2be5e21fc1c99a369973a9e10011ed2) AuthConfig (e0386748a87277e50da80f0efccec4a09d32a699b0566bdc844692163fe5b2b9) AuthConfig (afa89bcb4a7d6dd42fca95a0e0feed8db607d87cd2992b88e5d58fb22f7dc15c) AuthConfig (cfa9b8aa2e74ab2a2852820da30fc1e6474c95596ad32f5ab70287c23a75cddd) AuthConfig (ac66c00c9a90079130a9bd7c1c8e28ce9f28345deb1d8fddf51b367527070a25) AuthConfig (ebe3991f73b61c5f60d4feb634b29cb17113f123d86f8dbfb00b724f700b2b36) AuthConfig (ae412d204736dfaa50363055e92be3a28d08b2074c74a9accf82d6bf50664962) AuthConfig (3a4d474c9a21c21b4da07d287cb03ae02f8a00ecc614ff99eb6e1f84280b25b8) AuthConfig (4f3efa3cd11d19f32b762caf97116d0ae1e550d5613b1518a5f07f7454da055b) AuthConfig (a452f1367beb760e74f2611e11943d112364251350b3597061eeeaed34a72fde)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"c90a0795-aaa1-45a3-b162-1253d460a19e","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:13.952159922Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:18.783255328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"80b0a5ce-aedf-4bdb-8f48-af49b95ac1c4","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c8ce60","tenantID":"e2e-shared-a-w2-c8ce60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:18.838760357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"80b0a5ce-aedf-4bdb-8f48-af49b95ac1c4","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"name":"e2e-shared-a-w2-c8ce60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:18.893638289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-c8ce60-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d027a61605e68322fe3a26ba7346846d6e2d485d13fb226686deed6f4a635e4) AuthConfig (2433065ee977afa7145e1358bd656e8651bb274bac175f0b9d4cb50554c1ae91) AuthConfig (a70d5e5a9fd8020d78d9de3a37d9c3f1e71250244473f09293a68512f2731591) AuthConfig (5f359869a9734d22fe15d7be8e82b3fdd2d00bba33e1ed2ee9b7445ceea61c78) AuthConfig (1730369f7f31d383af2996193154973ba37f182adc02eddbe6072c3187696191) AuthConfig (eaa98584749996898580d902589f40dc004c125c99460cbf5167bd9dfd02f9b3) AuthConfig (8b193c1d5a235c2a278c0947dff5e66a19628e6ff1e15a146fdb498cd9c655e3) AuthConfig (5a7c20c1bc10b691207334187155a2fec0a18946c79881e25fe7c2bedc1889be) AuthConfig (a92f5b783a9049ee4e598d967f68e7d5c2be5e21fc1c99a369973a9e10011ed2) AuthConfig (e0386748a87277e50da80f0efccec4a09d32a699b0566bdc844692163fe5b2b9) AuthConfig (afa89bcb4a7d6dd42fca95a0e0feed8db607d87cd2992b88e5d58fb22f7dc15c) AuthConfig (cfa9b8aa2e74ab2a2852820da30fc1e6474c95596ad32f5ab70287c23a75cddd) AuthConfig (ac66c00c9a90079130a9bd7c1c8e28ce9f28345deb1d8fddf51b367527070a25) AuthConfig (ebe3991f73b61c5f60d4feb634b29cb17113f123d86f8dbfb00b724f700b2b36) AuthConfig (ae412d204736dfaa50363055e92be3a28d08b2074c74a9accf82d6bf50664962) AuthConfig (3a4d474c9a21c21b4da07d287cb03ae02f8a00ecc614ff99eb6e1f84280b25b8) AuthConfig (4f3efa3cd11d19f32b762caf97116d0ae1e550d5613b1518a5f07f7454da055b) AuthConfig (a452f1367beb760e74f2611e11943d112364251350b3597061eeeaed34a72fde)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"80b0a5ce-aedf-4bdb-8f48-af49b95ac1c4","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:21.550210412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"d73348cf-c227-4d27-a22c-95d8e3655afd","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"tenant":"e2e-shared-b-w3-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:21.550242742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"d73348cf-c227-4d27-a22c-95d8e3655afd","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"routeName":"auth-test-model-c87e2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","llmisvcName":"auth-test-model-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:21.916438151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"3bc21c70-0bb1-44b5-8156-aead21f4a9eb","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"tenant":"e2e-shared-a-w3-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:21.916458722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"3bc21c70-0bb1-44b5-8156-aead21f4a9eb","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"routeName":"auth-test-model-e4c8b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","llmisvcName":"auth-test-model-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:21.969858263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"72b7506e-7000-444c-97b9-2087ac79d35f","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"tenant":"e2e-shared-a-w3-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:21.969880657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"72b7506e-7000-444c-97b9-2087ac79d35f","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"routeName":"auth-test-model-e4c8b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","llmisvcName":"auth-test-model-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:22.073780594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"19662e74-1328-4d20-8393-b0f1388e0f17","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e4c8b1","tenantID":"e2e-shared-a-w3-e4c8b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:22.195024501Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"19662e74-1328-4d20-8393-b0f1388e0f17","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"name":"e2e-shared-a-w3-e4c8b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:22.249258891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e4c8b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"19662e74-1328-4d20-8393-b0f1388e0f17","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:22.30321887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"75ff769f-3604-443c-a537-287f6434721e","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"tenant":"e2e-shared-a-w3-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:22.303240256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"75ff769f-3604-443c-a537-287f6434721e","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"routeName":"auth-test-model-e4c8b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","llmisvcName":"auth-test-model-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:28.99762646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"778d166e-154a-4a7d-9161-2521bea526b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c8ce60","tenantID":"e2e-shared-a-w2-c8ce60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:29.053107627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"778d166e-154a-4a7d-9161-2521bea526b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"name":"e2e-shared-a-w2-c8ce60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:29.107381906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-c8ce60-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d027a61605e68322fe3a26ba7346846d6e2d485d13fb226686deed6f4a635e4) AuthConfig (2433065ee977afa7145e1358bd656e8651bb274bac175f0b9d4cb50554c1ae91) AuthConfig (a70d5e5a9fd8020d78d9de3a37d9c3f1e71250244473f09293a68512f2731591) AuthConfig (5f359869a9734d22fe15d7be8e82b3fdd2d00bba33e1ed2ee9b7445ceea61c78) AuthConfig (1730369f7f31d383af2996193154973ba37f182adc02eddbe6072c3187696191) AuthConfig (eaa98584749996898580d902589f40dc004c125c99460cbf5167bd9dfd02f9b3) AuthConfig (8b193c1d5a235c2a278c0947dff5e66a19628e6ff1e15a146fdb498cd9c655e3) AuthConfig (5a7c20c1bc10b691207334187155a2fec0a18946c79881e25fe7c2bedc1889be) AuthConfig (a92f5b783a9049ee4e598d967f68e7d5c2be5e21fc1c99a369973a9e10011ed2) AuthConfig (e0386748a87277e50da80f0efccec4a09d32a699b0566bdc844692163fe5b2b9) AuthConfig (afa89bcb4a7d6dd42fca95a0e0feed8db607d87cd2992b88e5d58fb22f7dc15c) AuthConfig (cfa9b8aa2e74ab2a2852820da30fc1e6474c95596ad32f5ab70287c23a75cddd) AuthConfig (ac66c00c9a90079130a9bd7c1c8e28ce9f28345deb1d8fddf51b367527070a25) AuthConfig (ebe3991f73b61c5f60d4feb634b29cb17113f123d86f8dbfb00b724f700b2b36) AuthConfig (ae412d204736dfaa50363055e92be3a28d08b2074c74a9accf82d6bf50664962) AuthConfig (3a4d474c9a21c21b4da07d287cb03ae02f8a00ecc614ff99eb6e1f84280b25b8) AuthConfig (4f3efa3cd11d19f32b762caf97116d0ae1e550d5613b1518a5f07f7454da055b) AuthConfig (a452f1367beb760e74f2611e11943d112364251350b3597061eeeaed34a72fde)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"778d166e-154a-4a7d-9161-2521bea526b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:31.306042015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"715b185a-fd5a-41ea-8bf6-803f3f2fd22d","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-auth-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:31.469900003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"8d7da9bf-4117-453c-8400-25102ca8d77e","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:31.469920743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"8d7da9bf-4117-453c-8400-25102ca8d77e","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"auth-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"auth-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:31.965729428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"fc5291f1-00ca-4271-87d7-af18f7805c4a","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:31.965750703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"fc5291f1-00ca-4271-87d7-af18f7805c4a","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"auth-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"auth-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:32.019745219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"f15c91ff-a89d-49e5-92d9-3ab31cc355e4","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:32.0197725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"f15c91ff-a89d-49e5-92d9-3ab31cc355e4","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"auth-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"auth-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:32.123804871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"b933a4fa-feed-4294-a8b8-cf0aeaec6be1","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:32.249880141Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"b933a4fa-feed-4294-a8b8-cf0aeaec6be1","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:32.30539435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-904a34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"b933a4fa-feed-4294-a8b8-cf0aeaec6be1","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:32.359605588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"25d67aac-771d-4d4f-a143-2560665b3b39","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:32.359626662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"25d67aac-771d-4d4f-a143-2560665b3b39","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"auth-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"auth-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:32.395331373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"31ffc5f9-b231-4032-88a8-f84f358de1ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:32.481922811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"31ffc5f9-b231-4032-88a8-f84f358de1ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:32.527816566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"edfc4de4-6307-4c48-9e3a-b9bb40aac0b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e4c8b1","tenantID":"e2e-shared-a-w3-e4c8b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:32.583112759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"edfc4de4-6307-4c48-9e3a-b9bb40aac0b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"name":"e2e-shared-a-w3-e4c8b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:32.637012882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e4c8b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"edfc4de4-6307-4c48-9e3a-b9bb40aac0b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:36.832260768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"da8f760c-2821-4a8d-87f0-077179648a72","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:36.832296882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"da8f760c-2821-4a8d-87f0-077179648a72","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"auth-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"auth-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:37.399222922Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"56f28020-43dd-4f83-8dda-7daca952a4bc","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:37.455734048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"56f28020-43dd-4f83-8dda-7daca952a4bc","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:37.46131242Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"dddfca57-46fd-4f97-a0e7-a9a7bb6190bc","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:37.461375455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"dddfca57-46fd-4f97-a0e7-a9a7bb6190bc","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:37.472565501Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"974444b2-5014-4bd9-9096-2393385e12bc","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:37.472633995Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"974444b2-5014-4bd9-9096-2393385e12bc","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:37.493868088Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"562a1e60-2f1d-4ebd-bac0-9ebea00b21d3","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:37.493942294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"562a1e60-2f1d-4ebd-bac0-9ebea00b21d3","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:37.534663226Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"00ea392e-9d6f-42d6-8dc2-bbfc95a657f8","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:37.534726862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"00ea392e-9d6f-42d6-8dc2-bbfc95a657f8","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:37.615229591Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"d99619b5-74b0-4a75-9942-2f556b3be1ee","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:37.615295043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"d99619b5-74b0-4a75-9942-2f556b3be1ee","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:37.674441798Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"ad0904f2-5083-4242-8178-41ed9d4bdeee","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:37.674537097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"ad0904f2-5083-4242-8178-41ed9d4bdeee","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:37.995562638Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"3817ef3d-c00a-487b-92ad-a174ba4a8628","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:37.995631362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"3817ef3d-c00a-487b-92ad-a174ba4a8628","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.636056535Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"8fdb0e65-7f04-4630-8fa5-6822022a4f7e","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:38.63612983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"8fdb0e65-7f04-4630-8fa5-6822022a4f7e","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.210908587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"13c190e2-3c6b-47e7-83aa-7795c79ff5dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c8ce60","tenantID":"e2e-shared-a-w2-c8ce60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.266304938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"13c190e2-3c6b-47e7-83aa-7795c79ff5dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"name":"e2e-shared-a-w2-c8ce60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.530949355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"fb0e3031-87f3-41c1-bca1-f049f2040362","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"tenant":"e2e-shared-a-w2-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:39.530974152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"fb0e3031-87f3-41c1-bca1-f049f2040362","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"routeName":"auth-test-model-c8ce60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","llmisvcName":"auth-test-model-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:39.917346145Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"c0dbfc0e-3d68-4f11-bf6b-e97576258438","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:39.917413336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"c0dbfc0e-3d68-4f11-bf6b-e97576258438","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.315333817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"fc854a9a-3c44-4ea5-9f4c-e9b81fae1b56","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.315354376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"fc854a9a-3c44-4ea5-9f4c-e9b81fae1b56","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"auth-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"auth-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.369124457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"df893c68-6347-4c15-b5a6-608c358f0122","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.3691461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"df893c68-6347-4c15-b5a6-608c358f0122","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"auth-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"auth-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.463088166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"1f81b6bf-1f6b-4ff0-b04c-e6d7e3b98328","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:42.477687411Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"c8f88610-e39e-4ab7-aab1-4fe51fbb3612","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:42.477749993Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-1f20dd","namespace":"ai-tenant-e2e-noten-1f20dd"},"namespace":"ai-tenant-e2e-noten-1f20dd","name":"noten-model-1f20dd","reconcileID":"c8f88610-e39e-4ab7-aab1-4fe51fbb3612","error":"resolve tenant gateway for model ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-1f20dd/noten-model-1f20dd-kserve-route (gateways: [openshift-ingress/e2e-noten-1f20dd]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.518775813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"1f81b6bf-1f6b-4ff0-b04c-e6d7e3b98328","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.563919827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"b9855497-e8ce-475f-a7ea-7567b5e60e38","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.574006549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-904a34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"1f81b6bf-1f6b-4ff0-b04c-e6d7e3b98328","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.684209898Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"b9855497-e8ce-475f-a7ea-7567b5e60e38","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.739838325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-fce94b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"b9855497-e8ce-475f-a7ea-7567b5e60e38","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.74072543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"13ba2c5a-84b5-4f46-99e4-100ce573c0d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e4c8b1","tenantID":"e2e-shared-a-w3-e4c8b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.796308827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"13ba2c5a-84b5-4f46-99e4-100ce573c0d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"name":"e2e-shared-a-w3-e4c8b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.850103208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e4c8b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"13ba2c5a-84b5-4f46-99e4-100ce573c0d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.96615378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"2fdacf5d-e406-4949-9ef6-a3964d497687","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:42.966188073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"2fdacf5d-e406-4949-9ef6-a3964d497687","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"auth-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"auth-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:43.951971766Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:44.934792646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"0040fce2-1bcd-40f4-add6-8bc44e8094d6","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"tenant":"e2e-shared-a-w2-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:44.934854722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"0040fce2-1bcd-40f4-add6-8bc44e8094d6","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"routeName":"auth-test-model-c8ce60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","llmisvcName":"auth-test-model-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:44.99357137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"cad875df-5c22-4cf8-820a-0f3b9ffe8835","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"tenant":"e2e-shared-a-w2-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:44.993675527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"cad875df-5c22-4cf8-820a-0f3b9ffe8835","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"routeName":"auth-test-model-c8ce60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","llmisvcName":"auth-test-model-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:45.03973039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"d2c1122e-aa5c-46eb-ac6b-14c242b38794","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c8ce60","tenantID":"e2e-shared-a-w2-c8ce60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:45.041014784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"32840a68-ce0c-4c81-a5f5-04c8ee4528ef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-644853\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:45.046145346Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"cad875df-5c22-4cf8-820a-0f3b9ffe8835","name":"auth-test-model-c8ce60","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c8ce60\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:53:45.046205577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"cad875df-5c22-4cf8-820a-0f3b9ffe8835","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c8ce60\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:45.051586337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"86e6fb34-e1b1-4a7c-a202-afec6f31bf50","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"tenant":"e2e-shared-a-w2-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:45.051601697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"86e6fb34-e1b1-4a7c-a202-afec6f31bf50","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"routeName":"auth-test-model-c8ce60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","llmisvcName":"auth-test-model-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:45.095657595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"d2c1122e-aa5c-46eb-ac6b-14c242b38794","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"name":"e2e-shared-a-w2-c8ce60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:45.147659554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"af7dc4fc-6751-4790-9afa-810735b9caa0","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"tenant":"e2e-shared-a-w2-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:45.147681518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"af7dc4fc-6751-4790-9afa-810735b9caa0","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"routeName":"auth-test-model-c8ce60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","llmisvcName":"auth-test-model-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:45.20402929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"445028c2-c35c-4daa-aa6e-137303cc0b39","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"tenant":"e2e-shared-a-w2-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:45.204050274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"445028c2-c35c-4daa-aa6e-137303cc0b39","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"routeName":"auth-test-model-c8ce60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","llmisvcName":"auth-test-model-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:45.403179989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"193fe971-c2e3-4ae8-afdc-44d0f8b0d267","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c8ce60","tenantID":"e2e-shared-a-w2-c8ce60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:45.413672192Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"1b552d03-9108-4e3e-a34d-6e1c9705aafe","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"name":"maas-trlp-auth-test-model-c8ce60","model":"auth-test-model-c8ce60","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-c8ce60/e2e-auth-iso-644853"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:45.458479417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"193fe971-c2e3-4ae8-afdc-44d0f8b0d267","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"name":"e2e-shared-a-w2-c8ce60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:45.574472367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"4d09d703-2a74-4688-9592-e3e66da740a5","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"tenant":"e2e-shared-a-w2-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:45.57450084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"4d09d703-2a74-4688-9592-e3e66da740a5","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"routeName":"auth-test-model-c8ce60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","llmisvcName":"auth-test-model-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:45.781836635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"4576f37d-1977-4e2f-950b-7cfbf1165321","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"name":"maas-trlp-auth-test-model-c8ce60","model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:52.681287015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"7db058e7-bf86-4c23-828a-490fbadef880","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:52.73702039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"7db058e7-bf86-4c23-828a-490fbadef880","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:52.791170971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-904a34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"7db058e7-bf86-4c23-828a-490fbadef880","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:52.899812715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"75f4c5fa-2a18-413e-a80e-96955fbecb31","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:52.95512258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"75f4c5fa-2a18-413e-a80e-96955fbecb31","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:52.999978806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"b0b972d9-261b-47b6-807e-23d10ddbc895","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e4c8b1","tenantID":"e2e-shared-a-w3-e4c8b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.01117278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-fce94b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"75f4c5fa-2a18-413e-a80e-96955fbecb31","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.061281713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"b0b972d9-261b-47b6-807e-23d10ddbc895","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"name":"e2e-shared-a-w3-e4c8b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:53.115333259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e4c8b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"b0b972d9-261b-47b6-807e-23d10ddbc895","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.245087093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"225a829c-121b-4a0d-ad4e-d7725a69ff83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.345397923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"39240553-2283-425f-bf85-d84e6556d4fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.444955686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"110f7f29-10dc-43f7-bf3e-9f5ccaf29d11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.71862058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"c893359e-76e3-491b-a57b-6efe84b7e08c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.819345456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"d9dec1ca-7300-4098-b93b-d6ece2025806","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.836439918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"f5468555-3c57-4529-b254-51243d70dcce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:54.918881138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"1dc0f07f-f8b7-4a9f-9e15-74bd27b6978f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:55.018959447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"5ef435bd-b709-4760-83ff-1c2cb947961a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:55.141094678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"5a4ea0df-adbf-4c3c-bf56-3e60037d0eea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:55.247006448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"6b65bc62-9a02-40b0-9fae-02e40e1bb9d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:55.343462818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"85da2d4a-fac1-414c-b9a9-98af9e0c0e1f","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-auth-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:55.510998592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c3070a48-bd00-4885-96a4-cff8add8d943","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:53:55.61157651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"bdf9ff78-e959-46a3-8023-4f3dbc70af37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:02.896351693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"b856a1c0-c366-45c6-8413-e1ea0e3e32f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:02.954210608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"b856a1c0-c366-45c6-8413-e1ea0e3e32f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.010111691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-904a34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5456e58ae3e6bfa38dd244f66bf4d4d02faebf454b4a61f6aad509cc6e1fb6e) AuthConfig (05afdfc31d6b8cf68312fc0f917a77b6f2044a3dc199ee934ae56a7aa0641854) AuthConfig (1016e59044cc8ddda9aba3f438f0a0d751d4c6cb87398500d1042cf74194fc81) AuthConfig (fdb196d9f7fff22812d3165c288ecfbe698f10b8db4c70009111b07c479395e9) AuthConfig (872beab4c71f9fe42957c934e4de23825686c8fb659cb08aaa689b858982efd0) AuthConfig (d865a6260cdbd519494b309c6c21757a97d59163d15d19a664b48a6a20873c10) AuthConfig (fbb605086833e25cbdea2758be968c06a3c8d7789504fb2ae02af929404ec0b9) AuthConfig (2b33884d5f84156914a8e15fdc10695a2012a05b24b09262fb2d48b3798dea8b) AuthConfig (69ecd1e01ba99039e18db567fa0e4b6cfc6edb5d434317571a79ee91d17b4b27) AuthConfig (5a5686d6d9c871444bf48ade992ac67afe81560a5bc565bc8eabdc2f1edd8e6c) AuthConfig (7260edfa387a6c4e81e6a1b376507f99fbc7c1366a7a2215449f41ede344d3fb) AuthConfig (6be569332adea4c42f190532ee0b72a1c4a1557a8f2f9b7d5560497b62b3c608) AuthConfig (74b23616b92c20efb6c7de7a50faa966ed3de4db95802c577b3c248f1d794900) AuthConfig (30f317ec6520e87670f32310fc3a5947f86add77269d9dba6147b1faff427d04) AuthConfig (8cc694f98acd724e3258f44cec4d8fef22507315065b13d22e9339d6f7b03977) AuthConfig (6bc8c57eaa8e273134c90e01a85e8d012a2543054b84750a77e8a516ae870f26) AuthConfig (c2b95af5e408f00f1f848b2672e04dcc1c87a880544b5999cad4b6a70d0fdc3f) AuthConfig (ad4f595b6e007977b42f1f01e875d3bdaa9b01585e0b0da62b01d16b3ed974ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"b856a1c0-c366-45c6-8413-e1ea0e3e32f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.071582145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"5cb5a6ba-a660-4d00-a5cb-75b5bd4b9be9","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.071606102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"5cb5a6ba-a660-4d00-a5cb-75b5bd4b9be9","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"auth-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"auth-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.122944075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"901112af-ea20-447f-88ca-b91c31c38d30","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.179663366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"901112af-ea20-447f-88ca-b91c31c38d30","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.219349599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"e32025ed-8d48-42e0-bcbb-7fecc64ed62c","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e4c8b1","tenantID":"e2e-shared-a-w3-e4c8b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.235043598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-fce94b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"901112af-ea20-447f-88ca-b91c31c38d30","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.274963744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"e32025ed-8d48-42e0-bcbb-7fecc64ed62c","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"name":"e2e-shared-a-w3-e4c8b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.329952234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e4c8b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce9854935efd9f305d26817805dcf5ee00223dc6b6e7ea03ae1c171f60bee0cb) AuthConfig (4933ce2f3bd0ec15d8dcf53e80dc1314a792a5dcd7a810181fdac2e240fd9de0) AuthConfig (1a3fedd49c6ccc57c03c1544891ef8aa59b56dcdae9576bb8e38b7d6f5de9fdd) AuthConfig (5c9997352729acf4fbb4c815fe640e7dccc7256b3a57ae61354730505c45af99) AuthConfig (ae8c8babed1ffbf94666d68e94a3f560f99be0ebb657de34d192f4b8e4b6c96d) AuthConfig (d9b41cc992f41f8ed8b23cd6a7b5b982d143dbe363e0840b8aa999871f9e88f7) AuthConfig (82861e99831ff4030bacd6adb18c39056f6aba926c53b7e6581c217c3464861d) AuthConfig (eb83f2cc04c02b9a299a25098cf9655d26908de1c5a64e5f9639a3457d658299) AuthConfig (48f43a0dbe0838941b91368e282a98e18f53b37e915086140bdcecabb81fe912) AuthConfig (faec0f493586a3f306d7a68b62edf1868b0d57b717878bbc38f02d6563fc575b) AuthConfig (980348bb8e3e8757915438f7da7993640a3a38851e9a841d82a1c216f54b400f) AuthConfig (0b9b6d3e9310e443a6687db72a07c96bbfe9c4219c1f09aa113a578cd5b9c459) AuthConfig (51a1089be469d7d395e6000a45ab127f527fdf2f1dc87ef17c302961c8a18019) AuthConfig (945eb774334a8075c88fdc06dcddf20d8b7d18ac251aa729488657e27e0b32dc) AuthConfig (095c64c7155c42a31a0eaa7e50ca9c237b5f431a8af22bf887876869d27ddc17) AuthConfig (a1432242d8a3bac19c9d67afe983e12ef632638b58589b048f1e5c5bdb441f03) AuthConfig (f7c015136b69f2c8b99ba04c1c6dca1a8987e2aa2b18cab61a1680b6eba06961) AuthConfig (3012225b87fc0c6395424294be6949a1cc0cde258f7d3d5030272c89f6eed9ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"e32025ed-8d48-42e0-bcbb-7fecc64ed62c","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.386807153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"72d19945-ddfc-49ee-b803-55f018fcc7b4","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"tenant":"e2e-shared-a-w3-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:03.386851876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"72d19945-ddfc-49ee-b803-55f018fcc7b4","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"routeName":"auth-test-model-e4c8b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","llmisvcName":"auth-test-model-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.176625778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"71363b12-e731-4afe-a005-f07f4cde704b","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.233433439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"71363b12-e731-4afe-a005-f07f4cde704b","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.289076332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-904a34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5456e58ae3e6bfa38dd244f66bf4d4d02faebf454b4a61f6aad509cc6e1fb6e) AuthConfig (05afdfc31d6b8cf68312fc0f917a77b6f2044a3dc199ee934ae56a7aa0641854) AuthConfig (1016e59044cc8ddda9aba3f438f0a0d751d4c6cb87398500d1042cf74194fc81) AuthConfig (fdb196d9f7fff22812d3165c288ecfbe698f10b8db4c70009111b07c479395e9) AuthConfig (872beab4c71f9fe42957c934e4de23825686c8fb659cb08aaa689b858982efd0) AuthConfig (d865a6260cdbd519494b309c6c21757a97d59163d15d19a664b48a6a20873c10) AuthConfig (fbb605086833e25cbdea2758be968c06a3c8d7789504fb2ae02af929404ec0b9) AuthConfig (2b33884d5f84156914a8e15fdc10695a2012a05b24b09262fb2d48b3798dea8b) AuthConfig (69ecd1e01ba99039e18db567fa0e4b6cfc6edb5d434317571a79ee91d17b4b27) AuthConfig (5a5686d6d9c871444bf48ade992ac67afe81560a5bc565bc8eabdc2f1edd8e6c) AuthConfig (7260edfa387a6c4e81e6a1b376507f99fbc7c1366a7a2215449f41ede344d3fb) AuthConfig (6be569332adea4c42f190532ee0b72a1c4a1557a8f2f9b7d5560497b62b3c608) AuthConfig (74b23616b92c20efb6c7de7a50faa966ed3de4db95802c577b3c248f1d794900) AuthConfig (30f317ec6520e87670f32310fc3a5947f86add77269d9dba6147b1faff427d04) AuthConfig (8cc694f98acd724e3258f44cec4d8fef22507315065b13d22e9339d6f7b03977) AuthConfig (6bc8c57eaa8e273134c90e01a85e8d012a2543054b84750a77e8a516ae870f26) AuthConfig (c2b95af5e408f00f1f848b2672e04dcc1c87a880544b5999cad4b6a70d0fdc3f) AuthConfig (ad4f595b6e007977b42f1f01e875d3bdaa9b01585e0b0da62b01d16b3ed974ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"71363b12-e731-4afe-a005-f07f4cde704b","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.340542889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"17a84b16-672f-48b0-999c-1767b980b15e","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.396633166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"17a84b16-672f-48b0-999c-1767b980b15e","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.451210784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-fce94b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"17a84b16-672f-48b0-999c-1767b980b15e","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.490941176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"9de004c0-dbbf-4c50-ba1e-f3dbdb1213ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e4c8b1","tenantID":"e2e-shared-a-w3-e4c8b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.546666743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"9de004c0-dbbf-4c50-ba1e-f3dbdb1213ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"name":"e2e-shared-a-w3-e4c8b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.602018983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e4c8b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce9854935efd9f305d26817805dcf5ee00223dc6b6e7ea03ae1c171f60bee0cb) AuthConfig (4933ce2f3bd0ec15d8dcf53e80dc1314a792a5dcd7a810181fdac2e240fd9de0) AuthConfig (1a3fedd49c6ccc57c03c1544891ef8aa59b56dcdae9576bb8e38b7d6f5de9fdd) AuthConfig (5c9997352729acf4fbb4c815fe640e7dccc7256b3a57ae61354730505c45af99) AuthConfig (ae8c8babed1ffbf94666d68e94a3f560f99be0ebb657de34d192f4b8e4b6c96d) AuthConfig (d9b41cc992f41f8ed8b23cd6a7b5b982d143dbe363e0840b8aa999871f9e88f7) AuthConfig (82861e99831ff4030bacd6adb18c39056f6aba926c53b7e6581c217c3464861d) AuthConfig (eb83f2cc04c02b9a299a25098cf9655d26908de1c5a64e5f9639a3457d658299) AuthConfig (48f43a0dbe0838941b91368e282a98e18f53b37e915086140bdcecabb81fe912) AuthConfig (faec0f493586a3f306d7a68b62edf1868b0d57b717878bbc38f02d6563fc575b) AuthConfig (980348bb8e3e8757915438f7da7993640a3a38851e9a841d82a1c216f54b400f) AuthConfig (0b9b6d3e9310e443a6687db72a07c96bbfe9c4219c1f09aa113a578cd5b9c459) AuthConfig (51a1089be469d7d395e6000a45ab127f527fdf2f1dc87ef17c302961c8a18019) AuthConfig (945eb774334a8075c88fdc06dcddf20d8b7d18ac251aa729488657e27e0b32dc) AuthConfig (095c64c7155c42a31a0eaa7e50ca9c237b5f431a8af22bf887876869d27ddc17) AuthConfig (a1432242d8a3bac19c9d67afe983e12ef632638b58589b048f1e5c5bdb441f03) AuthConfig (f7c015136b69f2c8b99ba04c1c6dca1a8987e2aa2b18cab61a1680b6eba06961) AuthConfig (3012225b87fc0c6395424294be6949a1cc0cde258f7d3d5030272c89f6eed9ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"9de004c0-dbbf-4c50-ba1e-f3dbdb1213ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:13.953159662Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.392972448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"e4ef3988-0162-4cab-851c-0580f028e873","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.448333081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"e4ef3988-0162-4cab-851c-0580f028e873","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.502542725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-904a34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5456e58ae3e6bfa38dd244f66bf4d4d02faebf454b4a61f6aad509cc6e1fb6e) AuthConfig (05afdfc31d6b8cf68312fc0f917a77b6f2044a3dc199ee934ae56a7aa0641854) AuthConfig (1016e59044cc8ddda9aba3f438f0a0d751d4c6cb87398500d1042cf74194fc81) AuthConfig (fdb196d9f7fff22812d3165c288ecfbe698f10b8db4c70009111b07c479395e9) AuthConfig (872beab4c71f9fe42957c934e4de23825686c8fb659cb08aaa689b858982efd0) AuthConfig (d865a6260cdbd519494b309c6c21757a97d59163d15d19a664b48a6a20873c10) AuthConfig (fbb605086833e25cbdea2758be968c06a3c8d7789504fb2ae02af929404ec0b9) AuthConfig (2b33884d5f84156914a8e15fdc10695a2012a05b24b09262fb2d48b3798dea8b) AuthConfig (69ecd1e01ba99039e18db567fa0e4b6cfc6edb5d434317571a79ee91d17b4b27) AuthConfig (5a5686d6d9c871444bf48ade992ac67afe81560a5bc565bc8eabdc2f1edd8e6c) AuthConfig (7260edfa387a6c4e81e6a1b376507f99fbc7c1366a7a2215449f41ede344d3fb) AuthConfig (6be569332adea4c42f190532ee0b72a1c4a1557a8f2f9b7d5560497b62b3c608) AuthConfig (74b23616b92c20efb6c7de7a50faa966ed3de4db95802c577b3c248f1d794900) AuthConfig (30f317ec6520e87670f32310fc3a5947f86add77269d9dba6147b1faff427d04) AuthConfig (8cc694f98acd724e3258f44cec4d8fef22507315065b13d22e9339d6f7b03977) AuthConfig (6bc8c57eaa8e273134c90e01a85e8d012a2543054b84750a77e8a516ae870f26) AuthConfig (c2b95af5e408f00f1f848b2672e04dcc1c87a880544b5999cad4b6a70d0fdc3f) AuthConfig (ad4f595b6e007977b42f1f01e875d3bdaa9b01585e0b0da62b01d16b3ed974ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"e4ef3988-0162-4cab-851c-0580f028e873","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.556287682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"8f3bfde6-445b-4bf0-bb1d-027a34ec08d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.611711124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"8f3bfde6-445b-4bf0-bb1d-027a34ec08d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.666841313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-fce94b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"8f3bfde6-445b-4bf0-bb1d-027a34ec08d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.705806725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"c158fc8a-1229-4785-a782-61fce3ba1244","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e4c8b1","tenantID":"e2e-shared-a-w3-e4c8b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.76271661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"c158fc8a-1229-4785-a782-61fce3ba1244","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"name":"e2e-shared-a-w3-e4c8b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:23.817202496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e4c8b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce9854935efd9f305d26817805dcf5ee00223dc6b6e7ea03ae1c171f60bee0cb) AuthConfig (4933ce2f3bd0ec15d8dcf53e80dc1314a792a5dcd7a810181fdac2e240fd9de0) AuthConfig (1a3fedd49c6ccc57c03c1544891ef8aa59b56dcdae9576bb8e38b7d6f5de9fdd) AuthConfig (5c9997352729acf4fbb4c815fe640e7dccc7256b3a57ae61354730505c45af99) AuthConfig (ae8c8babed1ffbf94666d68e94a3f560f99be0ebb657de34d192f4b8e4b6c96d) AuthConfig (d9b41cc992f41f8ed8b23cd6a7b5b982d143dbe363e0840b8aa999871f9e88f7) AuthConfig (82861e99831ff4030bacd6adb18c39056f6aba926c53b7e6581c217c3464861d) AuthConfig (eb83f2cc04c02b9a299a25098cf9655d26908de1c5a64e5f9639a3457d658299) AuthConfig (48f43a0dbe0838941b91368e282a98e18f53b37e915086140bdcecabb81fe912) AuthConfig (faec0f493586a3f306d7a68b62edf1868b0d57b717878bbc38f02d6563fc575b) AuthConfig (980348bb8e3e8757915438f7da7993640a3a38851e9a841d82a1c216f54b400f) AuthConfig (0b9b6d3e9310e443a6687db72a07c96bbfe9c4219c1f09aa113a578cd5b9c459) AuthConfig (51a1089be469d7d395e6000a45ab127f527fdf2f1dc87ef17c302961c8a18019) AuthConfig (945eb774334a8075c88fdc06dcddf20d8b7d18ac251aa729488657e27e0b32dc) AuthConfig (095c64c7155c42a31a0eaa7e50ca9c237b5f431a8af22bf887876869d27ddc17) AuthConfig (a1432242d8a3bac19c9d67afe983e12ef632638b58589b048f1e5c5bdb441f03) AuthConfig (f7c015136b69f2c8b99ba04c1c6dca1a8987e2aa2b18cab61a1680b6eba06961) AuthConfig (3012225b87fc0c6395424294be6949a1cc0cde258f7d3d5030272c89f6eed9ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"c158fc8a-1229-4785-a782-61fce3ba1244","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.701794172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"55b1ce70-be93-46bb-9ae3-0e1ee3cac585","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.824847332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"96c33288-32bc-48ea-bb17-b808a29f73ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:29.950739246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"fb125107-bb0d-40de-a549-5cb4e8d120f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.072217833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"12990dea-3367-46f3-a1f4-b3327ac5b8ff","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"name":"maas-trlp-auth-test-model-c8ce60","model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.235214749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"9f50e025-d3d9-4a44-95ee-b630f0ed0cf4","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"tenant":"e2e-shared-a-w2-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.235234944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"9f50e025-d3d9-4a44-95ee-b630f0ed0cf4","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"routeName":"auth-test-model-c8ce60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","llmisvcName":"auth-test-model-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.251472627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"5a143c41-d7f7-4626-ba24-2ce60ee708bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.352555107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"f9ef7315-d2e0-4ddd-ba25-2409bb2cb96d","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-auth-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.489670902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"e0f39902-63fc-4613-af36-223fb4205823","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.66779052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"9ac4fc6c-45dd-4e8c-b7ab-00406fd397ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.854220646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"ed78a0eb-8f8c-4a63-bbfc-4c140594b635","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:30.988970449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"88c4c314-808f-4b9d-892e-33f9df461cd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:31.087078483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"bd91ef51-e195-4df4-b7a8-d84388948cbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:31.186464748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"9460eff7-4c3e-49f3-b5b6-596dd34a19a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:31.300769205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"a8bbfe09-7b1f-43ff-9fb5-8a2eb141743e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:31.403163887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"5c40b17a-cf7a-4e58-9366-71d09d7cc86b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:31.493068063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"991fcd58-acf6-46b4-9394-91a73252e28b","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c8ce60","tenantID":"e2e-shared-a-w2-c8ce60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:31.548729701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"991fcd58-acf6-46b4-9394-91a73252e28b","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"name":"e2e-shared-a-w2-c8ce60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:31.549213277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"0ff234a3-15b7-47ad-8932-c54096dadace","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"tenant":"e2e-shared-b-w2-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:31.549236493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"0ff234a3-15b7-47ad-8932-c54096dadace","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"routeName":"auth-test-model-328e1b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-328e1b","llmisvcName":"auth-test-model-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:31.605446063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"2abe2b1e-6bea-42c7-bb7a-bf16375cbed5","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"tenant":"e2e-shared-b-w2-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:31.60547198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"2abe2b1e-6bea-42c7-bb7a-bf16375cbed5","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"routeName":"auth-test-model-328e1b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-328e1b","llmisvcName":"auth-test-model-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:31.707861951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"d00f54d1-196b-43af-b592-7547f2d8a86b","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-328e1b","tenantID":"e2e-shared-b-w2-328e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:31.829567396Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"d00f54d1-196b-43af-b592-7547f2d8a86b","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"name":"e2e-shared-b-w2-328e1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:31.884011003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-328e1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"d00f54d1-196b-43af-b592-7547f2d8a86b","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:31.940880773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"83f0f48c-dd9d-4c20-8315-04d35b5043a8","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"tenant":"e2e-shared-b-w2-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:31.940903916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"83f0f48c-dd9d-4c20-8315-04d35b5043a8","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"routeName":"auth-test-model-328e1b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-328e1b","llmisvcName":"auth-test-model-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.606246898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"12a06388-d729-4e16-a9f3-5514018ace6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.681696982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"12a06388-d729-4e16-a9f3-5514018ace6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.784784774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"3e81825b-9ec5-417e-a07b-86993511534d","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.840851672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"3e81825b-9ec5-417e-a07b-86993511534d","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.894683986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-fce94b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5380a30e43547424f7d90855af1ec21d8f08d3da21aea3c46cc596ba0053e319) AuthConfig (daa46cb44dc391d8051baccdec18e5ad39ad007c7306ea0fdc324b77009e40b6) AuthConfig (fa56fc16311f680a916c48d379018fb20036fe565f104fadce4062fbccd43fa4) AuthConfig (127206f294cd935d9c202acc54a305f25cf163bb3326acc8f6bbf01ce346d7b6) AuthConfig (9f66decec832b38c54cb3ba43388e35e58dd6cbe85dedb02018c8bddc811b512) AuthConfig (1347d7d763d2785ef8df39349427f51da0ebd0adfbe48f6f1c5613f191aec75f) AuthConfig (688ac1ec134d9133dded8d0014fd2bd8267d284f2949f636f586c99e4f2c5efb) AuthConfig (f2dbc30c554e90b85800fc8bf8bb42322d0b2fc901b92fbc262213f74d436284) AuthConfig (f62b03688e704bdb9bd5d8a889eb9710d770d7d46e4117098c0c7df65d3cc253) AuthConfig (ccb893abba255f717212e3b43dcfe5328c9d0109d92659f318eb961cfb72ccb7) AuthConfig (9b4d53c641625d2512eb7cd7e90408fa1465a1189549fef6c57dd5b3d911cdc3) AuthConfig (7e31d0cf520efbad491b7ba5a470ed9bd66405eddcf2a86b77718b872de781a6) AuthConfig (411d833cb183fd039c2069754a5fdceb0236280ddf7d16d85b11bd49a1373c05) AuthConfig (5d4a16b493f70d5219576701e18fe7f9c8601b570a85a5f1642d7e3d12afdda9) AuthConfig (df2a568d633de6072dfdc717facdeaa9e976f7aef9fddd0f6af0a14bd979446e) AuthConfig (ba93d480566f7dba6893ee583462b0e11deb5e2bb2171017309db157047386bb) AuthConfig (2709f534e039dd9230586e130282a464c8b9b45eb4110802a98847646d32a674) AuthConfig (cd07b4127d6d6f9e800e54c740295dac784a3409443e77232ea688dbc2f46144)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"3e81825b-9ec5-417e-a07b-86993511534d","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.921450817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"16c92ac9-decb-4f5b-913c-247a8aef8099","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e4c8b1","tenantID":"e2e-shared-a-w3-e4c8b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.95176052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"5c4ba4ad-8659-4214-974b-fba53555dda2","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.951780495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"5c4ba4ad-8659-4214-974b-fba53555dda2","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"auth-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"auth-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.976740132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"16c92ac9-decb-4f5b-913c-247a8aef8099","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"name":"e2e-shared-a-w3-e4c8b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.995481811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"fdd15999-7025-430f-8778-6e46df01358d","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:33.995497878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"fdd15999-7025-430f-8778-6e46df01358d","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"auth-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"auth-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.242343634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"6026f468-e4f7-442a-87ad-9395c7555940","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"tenant":"e2e-shared-a-w3-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:34.242364985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"6026f468-e4f7-442a-87ad-9395c7555940","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"routeName":"auth-test-model-e4c8b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","llmisvcName":"auth-test-model-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:39.574262296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"680d702d-793c-41d1-a7a4-4e90eb728401","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:39.574288737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"680d702d-793c-41d1-a7a4-4e90eb728401","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"auth-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"auth-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:39.635040186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"5bf63f80-27d0-4a36-92ce-859c837319c9","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:39.635060044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"5bf63f80-27d0-4a36-92ce-859c837319c9","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"auth-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"auth-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:39.67924711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"1243f065-1709-4403-9a2c-247a4d9e1989","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:39.68188876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"af34a51f-777a-42dc-b1d1-330d3f669380","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-8cd449\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:39.734934082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"1243f065-1709-4403-9a2c-247a4d9e1989","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:39.785123954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"b78d05be-7781-4f45-ac12-ab48066f184c","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"tenant":"e2e-shared-a-w3-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:39.785145995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"b78d05be-7781-4f45-ac12-ab48066f184c","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"routeName":"auth-test-model-e4c8b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","llmisvcName":"auth-test-model-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:39.843056352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"2b61e3ed-14f2-40ed-b87b-5c07413fdf38","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:39.843163454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"2b61e3ed-14f2-40ed-b87b-5c07413fdf38","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"auth-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"auth-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:39.843545765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"7bddb7f5-6cef-437f-8986-5a4c05bbdbc2","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"tenant":"e2e-shared-a-w3-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:39.843561486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"7bddb7f5-6cef-437f-8986-5a4c05bbdbc2","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"routeName":"auth-test-model-e4c8b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","llmisvcName":"auth-test-model-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:39.888688013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"1a88afb3-ca63-4e70-9d18-c9d352b6ee73","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e4c8b1","tenantID":"e2e-shared-a-w3-e4c8b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:39.889102853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"1dc09714-0574-4057-a7b3-6ae2dc5561f1","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:39.889121617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"1dc09714-0574-4057-a7b3-6ae2dc5561f1","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"auth-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"auth-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:54:39.891377273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"6d060cbe-3cff-4be8-8ba1-bd20b4aaa047","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-e9e876\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:39.944111226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"1a88afb3-ca63-4e70-9d18-c9d352b6ee73","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"name":"e2e-shared-a-w3-e4c8b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:39.999337286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"8e5d01bb-97c9-47c0-95df-00b20735a134","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"tenant":"e2e-shared-a-w3-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:39.999358499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"8e5d01bb-97c9-47c0-95df-00b20735a134","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"routeName":"auth-test-model-e4c8b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","llmisvcName":"auth-test-model-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.041374375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"a68ff735-b98d-46ca-9837-d08409e84eeb","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.055292997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"87d1624c-461e-462c-be6e-6b5582d8b55f","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"tenant":"e2e-shared-a-w3-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.055314214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"87d1624c-461e-462c-be6e-6b5582d8b55f","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"routeName":"auth-test-model-e4c8b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","llmisvcName":"auth-test-model-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.096708141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"a68ff735-b98d-46ca-9837-d08409e84eeb","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.106865886Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"cbb53e20-908b-46bd-89b3-554be66c6b54","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-auth-test-model-904a34","model":"auth-test-model-904a34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-904a34/e2e-auth-iso-8cd449"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.25012635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"67a1b7c6-dbe2-4d8a-936f-2f58cc903ffb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e4c8b1","tenantID":"e2e-shared-a-w3-e4c8b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.266940434Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"df9a671b-a2d7-431a-bf15-9a4b6f02d396","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"name":"maas-trlp-auth-test-model-e4c8b1","model":"auth-test-model-e4c8b1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-e4c8b1/e2e-auth-iso-e9e876"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.271486776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"ee593b99-7961-4b0c-810d-fd051747ad4f","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.271503788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"ee593b99-7961-4b0c-810d-fd051747ad4f","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"auth-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"auth-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.305355521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"67a1b7c6-dbe2-4d8a-936f-2f58cc903ffb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"name":"e2e-shared-a-w3-e4c8b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.431056172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"e0651a39-aee7-4f10-af45-0d15471f2e15","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"tenant":"e2e-shared-a-w3-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.431076508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"e0651a39-aee7-4f10-af45-0d15471f2e15","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"routeName":"auth-test-model-e4c8b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","llmisvcName":"auth-test-model-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.477410416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"44873000-140f-4f04-8876-206414d0c825","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-auth-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:40.637437609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"66a6d857-ec66-4c1b-92c2-19f19e871488","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"name":"maas-trlp-auth-test-model-e4c8b1","model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:42.04424349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"a9e97919-f77c-4179-8ba0-148620451509","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-328e1b","tenantID":"e2e-shared-b-w2-328e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:42.099267444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"a9e97919-f77c-4179-8ba0-148620451509","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"name":"e2e-shared-b-w2-328e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:42.153575022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-328e1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"a9e97919-f77c-4179-8ba0-148620451509","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:43.952391754Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.054656307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"f5d54977-5bdd-43ae-9f45-fad457b64b06","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.110374909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"f5d54977-5bdd-43ae-9f45-fad457b64b06","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:44.164605889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-fce94b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5380a30e43547424f7d90855af1ec21d8f08d3da21aea3c46cc596ba0053e319) AuthConfig (daa46cb44dc391d8051baccdec18e5ad39ad007c7306ea0fdc324b77009e40b6) AuthConfig (fa56fc16311f680a916c48d379018fb20036fe565f104fadce4062fbccd43fa4) AuthConfig (127206f294cd935d9c202acc54a305f25cf163bb3326acc8f6bbf01ce346d7b6) AuthConfig (9f66decec832b38c54cb3ba43388e35e58dd6cbe85dedb02018c8bddc811b512) AuthConfig (1347d7d763d2785ef8df39349427f51da0ebd0adfbe48f6f1c5613f191aec75f) AuthConfig (688ac1ec134d9133dded8d0014fd2bd8267d284f2949f636f586c99e4f2c5efb) AuthConfig (f2dbc30c554e90b85800fc8bf8bb42322d0b2fc901b92fbc262213f74d436284) AuthConfig (f62b03688e704bdb9bd5d8a889eb9710d770d7d46e4117098c0c7df65d3cc253) AuthConfig (ccb893abba255f717212e3b43dcfe5328c9d0109d92659f318eb961cfb72ccb7) AuthConfig (9b4d53c641625d2512eb7cd7e90408fa1465a1189549fef6c57dd5b3d911cdc3) AuthConfig (7e31d0cf520efbad491b7ba5a470ed9bd66405eddcf2a86b77718b872de781a6) AuthConfig (411d833cb183fd039c2069754a5fdceb0236280ddf7d16d85b11bd49a1373c05) AuthConfig (5d4a16b493f70d5219576701e18fe7f9c8601b570a85a5f1642d7e3d12afdda9) AuthConfig (df2a568d633de6072dfdc717facdeaa9e976f7aef9fddd0f6af0a14bd979446e) AuthConfig (ba93d480566f7dba6893ee583462b0e11deb5e2bb2171017309db157047386bb) AuthConfig (2709f534e039dd9230586e130282a464c8b9b45eb4110802a98847646d32a674) AuthConfig (cd07b4127d6d6f9e800e54c740295dac784a3409443e77232ea688dbc2f46144)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"f5d54977-5bdd-43ae-9f45-fad457b64b06","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.25793562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"d21083d5-545e-494f-b330-9824d1fbdc6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-328e1b","tenantID":"e2e-shared-b-w2-328e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.315338382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"d21083d5-545e-494f-b330-9824d1fbdc6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"name":"e2e-shared-b-w2-328e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:52.37009514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-328e1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"d21083d5-545e-494f-b330-9824d1fbdc6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:54.268481517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"7dd6fb31-5b37-4bf3-b588-5189489769b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:54.324214901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"7dd6fb31-5b37-4bf3-b588-5189489769b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:54:54.378909366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-fce94b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5380a30e43547424f7d90855af1ec21d8f08d3da21aea3c46cc596ba0053e319) AuthConfig (daa46cb44dc391d8051baccdec18e5ad39ad007c7306ea0fdc324b77009e40b6) AuthConfig (fa56fc16311f680a916c48d379018fb20036fe565f104fadce4062fbccd43fa4) AuthConfig (127206f294cd935d9c202acc54a305f25cf163bb3326acc8f6bbf01ce346d7b6) AuthConfig (9f66decec832b38c54cb3ba43388e35e58dd6cbe85dedb02018c8bddc811b512) AuthConfig (1347d7d763d2785ef8df39349427f51da0ebd0adfbe48f6f1c5613f191aec75f) AuthConfig (688ac1ec134d9133dded8d0014fd2bd8267d284f2949f636f586c99e4f2c5efb) AuthConfig (f2dbc30c554e90b85800fc8bf8bb42322d0b2fc901b92fbc262213f74d436284) AuthConfig (f62b03688e704bdb9bd5d8a889eb9710d770d7d46e4117098c0c7df65d3cc253) AuthConfig (ccb893abba255f717212e3b43dcfe5328c9d0109d92659f318eb961cfb72ccb7) AuthConfig (9b4d53c641625d2512eb7cd7e90408fa1465a1189549fef6c57dd5b3d911cdc3) AuthConfig (7e31d0cf520efbad491b7ba5a470ed9bd66405eddcf2a86b77718b872de781a6) AuthConfig (411d833cb183fd039c2069754a5fdceb0236280ddf7d16d85b11bd49a1373c05) AuthConfig (5d4a16b493f70d5219576701e18fe7f9c8601b570a85a5f1642d7e3d12afdda9) AuthConfig (df2a568d633de6072dfdc717facdeaa9e976f7aef9fddd0f6af0a14bd979446e) AuthConfig (ba93d480566f7dba6893ee583462b0e11deb5e2bb2171017309db157047386bb) AuthConfig (2709f534e039dd9230586e130282a464c8b9b45eb4110802a98847646d32a674) AuthConfig (cd07b4127d6d6f9e800e54c740295dac784a3409443e77232ea688dbc2f46144)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"7dd6fb31-5b37-4bf3-b588-5189489769b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.09971878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"e5c451cf-8ba1-4b12-b84a-316b84e715ec","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"name":"maas-trlp-auth-test-model-e4c8b1","model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.265944213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"d092f817-c280-40f7-8519-f7f3574678d4","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"tenant":"e2e-shared-a-w3-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.265965549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"d092f817-c280-40f7-8519-f7f3574678d4","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"routeName":"auth-test-model-e4c8b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","llmisvcName":"auth-test-model-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.473848159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"a60ff750-ac68-4b91-96b4-46a195c84558","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-328e1b","tenantID":"e2e-shared-b-w2-328e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.529678916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"a60ff750-ac68-4b91-96b4-46a195c84558","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"name":"e2e-shared-b-w2-328e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.584174778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-328e1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e7ae841512d154103641189bee78e83b1d8aec8e19ae4030fc6531f9bc8740c) AuthConfig (5a009a2e15e4ca88c3baf90bcf5fb35224966caca882aec7a2378d27ddc29215) AuthConfig (20bc1ff54b5f5685d47a5465a39790fe2309ff54f2f137822ac7cad70795712f) AuthConfig (603d90f56e40a417112fff6c3d306d34cb7c34bc8afe8a8802d9a96e6908e4cd) AuthConfig (905526ea4550a344f4e1a05f4ba43f3d3137ef13b73b35e8fda5e069a337efa9) AuthConfig (4539bb97ea0f31bbf1152e73614090462fcc223d26ee4bdf341690b9b9899e95) AuthConfig (03cb639026998570204b6d6891194aea14b103afce03917672e9b311f38c0b11) AuthConfig (b25c561ddaf4ac4c97c5f4ed60b500b3cb8b54fb03337d92cddb2ab8604d6773) AuthConfig (48de8688f8c8b5c9257b9454f563169ffc4ded37cfe984ed162f7dd285986975) AuthConfig (7f02610b34f578e1628dd33f1b933aa085efa483a6c54a2f947bcf70e0026c97) AuthConfig (150678e52d83686c534044b9a38f12ac827a0526e56c1f5696ecd385ad406f3f) AuthConfig (f6704301c3719b5b14abba9e9789cee53971a2359cd842eb14401d0f819f0f03) AuthConfig (bb99f4f20cec93456172631955ed810c9c36f8844f7c1d09fe3a83bf9f22335d) AuthConfig (458463af6062eec226533906230db92ab6a4144c633d2d037e15dda3d51ad6a9) AuthConfig (0670f82d3524a566c86e73ba4f2ead70670e3d1871f0ab6e9245734f341384ff) AuthConfig (5e746a0ab2619932b8e74c833132cc06a862b947b289d0c021a5e3c41c93845c) AuthConfig (917fd4973209325b0e132e64f6f58955dfeac571a312f2f4dc33002365a9ced9) AuthConfig (1316dabad73ce19a3a2ec78112849b62b6f2b335e712c27891808edf2dbda8ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"a60ff750-ac68-4b91-96b4-46a195c84558","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.64072005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"c5682156-345f-44bc-9c8c-5ab3a11d45c7","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"tenant":"e2e-shared-b-w2-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.640740998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"c5682156-345f-44bc-9c8c-5ab3a11d45c7","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"routeName":"auth-test-model-328e1b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-328e1b","llmisvcName":"auth-test-model-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.853003822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"c47f3445-384c-4fd6-9267-eed175e6f8a6","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"tenant":"e2e-shared-b-w3-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.853023782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"c47f3445-384c-4fd6-9267-eed175e6f8a6","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"routeName":"auth-test-model-c87e2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","llmisvcName":"auth-test-model-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.855030347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"424e0cee-4ddd-45c9-9b76-7ed441976277","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-auth-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.907412198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"117fc036-d653-4ff1-9663-e2d77465b86e","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"tenant":"e2e-shared-b-w3-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.90743736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"117fc036-d653-4ff1-9663-e2d77465b86e","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"routeName":"auth-test-model-c87e2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","llmisvcName":"auth-test-model-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:02.992783124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"b678ce17-c140-4d31-b11a-254411399a96","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.023782483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"35b56c8a-efe9-48db-ad57-6e0e7f4a3d74","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.023802094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"35b56c8a-efe9-48db-ad57-6e0e7f4a3d74","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"auth-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"auth-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.049538735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"b678ce17-c140-4d31-b11a-254411399a96","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.093081483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"79ffbe58-cd1a-4e88-94f5-a23436a756df","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c87e2f","tenantID":"e2e-shared-b-w3-c87e2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.215088506Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"79ffbe58-cd1a-4e88-94f5-a23436a756df","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"name":"e2e-shared-b-w3-c87e2f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.269665513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c87e2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"79ffbe58-cd1a-4e88-94f5-a23436a756df","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.312479117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"7a858e4e-b5a5-49eb-b798-f1f2a2a237a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e4c8b1","tenantID":"e2e-shared-a-w3-e4c8b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.326303554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"bd7b7bf1-9f5d-44b3-ada8-8cb36d746b94","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"tenant":"e2e-shared-b-w3-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.32632816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"bd7b7bf1-9f5d-44b3-ada8-8cb36d746b94","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"routeName":"auth-test-model-c87e2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","llmisvcName":"auth-test-model-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:03.370762151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"7a858e4e-b5a5-49eb-b798-f1f2a2a237a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"name":"e2e-shared-a-w3-e4c8b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.482982708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"6af7890c-e32f-4926-93a7-2a9095a938e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.539286893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"6af7890c-e32f-4926-93a7-2a9095a938e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.855290235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"2a478a7c-2f86-4ebc-9a91-a51350ee4341","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:04.855312873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"2a478a7c-2f86-4ebc-9a91-a51350ee4341","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"auth-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"auth-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.330477747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"cb6dbdfc-3d2f-4254-ae49-7df3fa67834f","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.330498219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"cb6dbdfc-3d2f-4254-ae49-7df3fa67834f","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"auth-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"auth-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.390699569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"019f4206-4867-4267-b8b4-69ddb4e5520f","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.390731332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"019f4206-4867-4267-b8b4-69ddb4e5520f","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"auth-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"auth-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.433162986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"9748fb5f-c816-4e5b-8fa5-3dd231082e24","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:55:05.436634254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"0b7d366e-0c06-4716-8c43-fe531f4dd0dd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-382d60\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.48826733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"9748fb5f-c816-4e5b-8fa5-3dd231082e24","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.542597095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"e7f08212-9567-4102-99a7-61bcb5655fdf","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.542620368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"e7f08212-9567-4102-99a7-61bcb5655fdf","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"auth-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"auth-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.603065671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"d700725f-d435-4865-b272-741f49b36486","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.603087277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"d700725f-d435-4865-b272-741f49b36486","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"auth-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"auth-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.794691285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"550b822d-e79a-4498-a75a-83b61a18436d","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.812767063Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"9bce4110-93bc-4d87-8190-65fd29b07c77","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"maas-trlp-auth-test-model-fce94b","model":"auth-test-model-fce94b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-fce94b/e2e-auth-iso-382d60"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.850808096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"550b822d-e79a-4498-a75a-83b61a18436d","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.97727319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"7185e1d2-ca9c-4ed5-9853-be2d7f46e114","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:05.977298123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"7185e1d2-ca9c-4ed5-9853-be2d7f46e114","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"auth-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"auth-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.247125876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"8862064e-53c3-483d-b3e0-ed9bc9c5e4be","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"maas-trlp-auth-test-model-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.433031337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"cfd4d4c9-a715-45fe-9171-db707e58740c","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.433053711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"cfd4d4c9-a715-45fe-9171-db707e58740c","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"auth-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"auth-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.940783603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0040d27-4141-4ecf-a0a9-8728ab9f4d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.989976915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"0be9a4ab-2b45-43ac-9f2c-b7b34633f47e","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.989999712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"0be9a4ab-2b45-43ac-9f2c-b7b34633f47e","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"auth-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"auth-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:06.992889386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0040d27-4141-4ecf-a0a9-8728ab9f4d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:07.044937629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0040d27-4141-4ecf-a0a9-8728ab9f4d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:07.097076895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0040d27-4141-4ecf-a0a9-8728ab9f4d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:07.14936771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"aed77795-39ef-468a-9bc4-619e8b15670c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:07.204594976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"aed77795-39ef-468a-9bc4-619e8b15670c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:07.206287467Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"d9cc05e1-c7cd-4b02-acad-f599dafae2f9","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a6886ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:07.468148251Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-f40c6c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-f40c6c","reconcileID":"bea2e500-083d-4764-9150-5bd47b1a690a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-f40c6c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-f40c6c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:07.512144768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"6495fc87-b5e8-42e7-8493-3544a30817f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:07.568283349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"6495fc87-b5e8-42e7-8493-3544a30817f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.021722041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e3cd86-9ab6-4246-ad2d-5395b2cc7182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.074403463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e3cd86-9ab6-4246-ad2d-5395b2cc7182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.127485198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e3cd86-9ab6-4246-ad2d-5395b2cc7182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:09.179729869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e3cd86-9ab6-4246-ad2d-5395b2cc7182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.120767175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0972c51f-d7bd-462f-87f6-1e0903d5e512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.172738169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0972c51f-d7bd-462f-87f6-1e0903d5e512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.22474906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0972c51f-d7bd-462f-87f6-1e0903d5e512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:11.276390902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0972c51f-d7bd-462f-87f6-1e0903d5e512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.745032073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"4b6e98b3-f994-4bc1-86bc-56f55c6d44a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-328e1b","tenantID":"e2e-shared-b-w2-328e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.801316182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"4b6e98b3-f994-4bc1-86bc-56f55c6d44a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"name":"e2e-shared-b-w2-328e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:12.856011941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-328e1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e7ae841512d154103641189bee78e83b1d8aec8e19ae4030fc6531f9bc8740c) AuthConfig (5a009a2e15e4ca88c3baf90bcf5fb35224966caca882aec7a2378d27ddc29215) AuthConfig (20bc1ff54b5f5685d47a5465a39790fe2309ff54f2f137822ac7cad70795712f) AuthConfig (603d90f56e40a417112fff6c3d306d34cb7c34bc8afe8a8802d9a96e6908e4cd) AuthConfig (905526ea4550a344f4e1a05f4ba43f3d3137ef13b73b35e8fda5e069a337efa9) AuthConfig (4539bb97ea0f31bbf1152e73614090462fcc223d26ee4bdf341690b9b9899e95) AuthConfig (03cb639026998570204b6d6891194aea14b103afce03917672e9b311f38c0b11) AuthConfig (b25c561ddaf4ac4c97c5f4ed60b500b3cb8b54fb03337d92cddb2ab8604d6773) AuthConfig (48de8688f8c8b5c9257b9454f563169ffc4ded37cfe984ed162f7dd285986975) AuthConfig (7f02610b34f578e1628dd33f1b933aa085efa483a6c54a2f947bcf70e0026c97) AuthConfig (150678e52d83686c534044b9a38f12ac827a0526e56c1f5696ecd385ad406f3f) AuthConfig (f6704301c3719b5b14abba9e9789cee53971a2359cd842eb14401d0f819f0f03) AuthConfig (bb99f4f20cec93456172631955ed810c9c36f8844f7c1d09fe3a83bf9f22335d) AuthConfig (458463af6062eec226533906230db92ab6a4144c633d2d037e15dda3d51ad6a9) AuthConfig (0670f82d3524a566c86e73ba4f2ead70670e3d1871f0ab6e9245734f341384ff) AuthConfig (5e746a0ab2619932b8e74c833132cc06a862b947b289d0c021a5e3c41c93845c) AuthConfig (917fd4973209325b0e132e64f6f58955dfeac571a312f2f4dc33002365a9ced9) AuthConfig (1316dabad73ce19a3a2ec78112849b62b6f2b335e712c27891808edf2dbda8ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"4b6e98b3-f994-4bc1-86bc-56f55c6d44a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.436303775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"5654f0b9-c1e9-420a-a622-af7cbc94e055","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c87e2f","tenantID":"e2e-shared-b-w3-c87e2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.492273316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"5654f0b9-c1e9-420a-a622-af7cbc94e055","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"name":"e2e-shared-b-w3-c87e2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.547191505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c87e2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"5654f0b9-c1e9-420a-a622-af7cbc94e055","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:13.952473498Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.258657484Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"249896fc-e297-4700-8a93-0eca05eb72c4","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","subscription":"e2e-auth-iso-8cd449","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.310719515Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"249896fc-e297-4700-8a93-0eca05eb72c4","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.363116287Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"249896fc-e297-4700-8a93-0eca05eb72c4","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.6365671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"e5c37319-3322-45ed-a1d5-257327aec2d8","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.636590303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"e5c37319-3322-45ed-a1d5-257327aec2d8","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"auth-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"auth-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.744156371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"780eab93-35fe-412a-98c1-df74779297fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.788328875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"584625cb-fb4e-4fe9-86c6-f2450fbcd215","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.788353657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"584625cb-fb4e-4fe9-86c6-f2450fbcd215","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"auth-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"auth-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.799590845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"780eab93-35fe-412a-98c1-df74779297fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.890725697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"71350674-8637-4719-b6d2-c317a89efa9c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.947194216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"71350674-8637-4719-b6d2-c317a89efa9c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:17.947720858Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"8df99f47-1f63-4d32-980a-ba8d65c0ce38","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6eb9923f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:18.106540398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"5b61766b-367d-4471-bbf7-eaed9f137b8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:18.161891549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"5b61766b-367d-4471-bbf7-eaed9f137b8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:18.259655662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"82d77a2f-2e7a-4480-b4b8-90a5e38ca57f","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:18.315405325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"82d77a2f-2e7a-4480-b4b8-90a5e38ca57f","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:22.532959488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"9ff2550b-a129-40ef-b878-0e9cfdfea2df","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"maas-trlp-auth-test-model-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:22.6959641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"fcd0eb9d-2d4d-4d88-93be-9781437c2cec","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:22.695985678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"fcd0eb9d-2d4d-4d88-93be-9781437c2cec","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"auth-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"auth-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:22.960056024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"28d1d3ba-889a-459f-b29b-635f5db9f99c","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-328e1b","tenantID":"e2e-shared-b-w2-328e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:23.015449628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"28d1d3ba-889a-459f-b29b-635f5db9f99c","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"name":"e2e-shared-b-w2-328e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:23.332758012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"2010c464-cea8-4cf4-be64-e0eed7e52cc8","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"tenant":"e2e-shared-b-w2-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:23.33277811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"2010c464-cea8-4cf4-be64-e0eed7e52cc8","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"routeName":"auth-test-model-328e1b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-328e1b","llmisvcName":"auth-test-model-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:23.642249016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"a701beb2-4473-4dc4-bbdc-551f4c27cb7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:23.650190969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"4a80ac5d-41c7-4b80-8138-67d5fcd8528d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c87e2f","tenantID":"e2e-shared-b-w3-c87e2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:23.698536625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"a701beb2-4473-4dc4-bbdc-551f4c27cb7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:23.708007374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"4a80ac5d-41c7-4b80-8138-67d5fcd8528d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"name":"e2e-shared-b-w3-c87e2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:23.762075289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c87e2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cb35cb39166d8a4ef425186d4b5bec36ff8a0a9c5f53b1afb43ad4a88119656) AuthConfig (d0a360f5878beff54993b194916dff1deecb3ef63dd209943ad2447dc83d11e9) AuthConfig (c4f6e08692c745fb14f9c5b1e3ef2964603e385fe80229f37b811669b7f85f97) AuthConfig (d5728cf2b6e42b8eee844b6589a2bd6b3bacc8227ed8d02a5c98c294a5537203) AuthConfig (503dbb35eec2c9ffde035eff68339e010b9a9e76eb364835ad00c55ae9811a52) AuthConfig (26c84d5454df4d71abb9ca78e97b4fe9dccbea305335c27c6ae1c9c5eb7aeb31) AuthConfig (3de5a95f8335280a3643113480672509075650270f0b53df262bbf1f2f1fdaf2) AuthConfig (81b1a09c384f344da9dc0c809e92d27c62d6dc10dbc2ddef3e8545e8f214da9c) AuthConfig (3058c32c222ee5be31726b128c4a5962a1881f11614266283047e617e72467eb) AuthConfig (01c2c45723e4f13653de250dd1ae7168fa32e2769f56998ac8092baf5f489bef) AuthConfig (dd1350a483369b05e94581bb35cc53ea53bd4cbf58ab854f3774494859a3f48a) AuthConfig (dbe56ca11b539217d11ccce3db4cc258760102e258ca8d8206eaf0b34e111d9b) AuthConfig (69147ae84e1cb2fe51c81c962a04038b6929b1eaba1f3385665616114af6ab6d) AuthConfig (761d8394f2b55f30237766fde27033e6a9a5b477c96223813696af87e8764900) AuthConfig (55819be7342989abd953f54fc5c5c7e0b78f1333baa8dc2435ff2545d6b30f82) AuthConfig (98eb55289092f1982094d262b7d0eedc9031e2884b6067a5b4cd6ca0f9b02373) AuthConfig (e53261a4e9a889c852de4e4f768e97596c7adf2c6d8d507db6af019b4932c643) AuthConfig (399ed5facb6c30a2696f1f4c6aa789da0dcc1294599ab8b195cf1a45dc7ab1dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"4a80ac5d-41c7-4b80-8138-67d5fcd8528d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:23.818949173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"57c9b55b-ba8a-462b-b1b0-e0022e621cb4","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"tenant":"e2e-shared-b-w3-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:23.818972788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"57c9b55b-ba8a-462b-b1b0-e0022e621cb4","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"routeName":"auth-test-model-c87e2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","llmisvcName":"auth-test-model-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.124602659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"edea9a31-cb41-4148-8465-c2b17a3851c8","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.124629807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"edea9a31-cb41-4148-8465-c2b17a3851c8","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"auth-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"auth-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.180740577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"e0051b6e-8969-475c-8ca8-4418dabf71eb","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.180766283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"e0051b6e-8969-475c-8ca8-4418dabf71eb","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"auth-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"auth-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.283659099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"05bb0f80-2b6a-4233-b00a-cf32cf785620","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.404316595Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"05bb0f80-2b6a-4233-b00a-cf32cf785620","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.45932733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20f0a3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"05bb0f80-2b6a-4233-b00a-cf32cf785620","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.515949947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"e55d093b-a27e-4345-9959-499b397a8169","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:24.515970427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"e55d093b-a27e-4345-9959-499b397a8169","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"auth-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"auth-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:27.999588772Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"1ab1a229-92ef-482f-a42d-8d6fbdf750bc","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","subscription":"e2e-auth-iso-8cd449","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.051526835Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"1ab1a229-92ef-482f-a42d-8d6fbdf750bc","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.103534998Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"1ab1a229-92ef-482f-a42d-8d6fbdf750bc","MaaSSubscription":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.374713473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"03412fdc-9e28-468d-8a92-a4bf44a6455c","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.374737683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"03412fdc-9e28-468d-8a92-a4bf44a6455c","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"auth-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"auth-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.477489437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"0c7af329-634b-4bfa-8a01-bf6ab06925d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.534090456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"0c7af329-634b-4bfa-8a01-bf6ab06925d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.544377911Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"9cb81cd5-d7e7-4e58-b44c-7c0aa4c74224","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.544525024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"f446edd3-808c-4439-9c12-51e22d56c7d5","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.54454322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"f446edd3-808c-4439-9c12-51e22d56c7d5","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"auth-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"auth-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.748422925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"9cb81cd5-d7e7-4e58-b44c-7c0aa4c74224","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.77111352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"07b6fe60-c2a1-426e-ae4b-5d4a228ec1ba","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"tenant":"e2e-shared-b-w2-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.771134562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"07b6fe60-c2a1-426e-ae4b-5d4a228ec1ba","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"routeName":"auth-test-model-328e1b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-328e1b","llmisvcName":"auth-test-model-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.800167324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"5e2b523b-802d-4f66-a652-d019ffc2bea0","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.830752005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"bd17fb50-07cd-4f85-9c06-74eae40d1a1c","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"tenant":"e2e-shared-b-w2-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.830779104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"bd17fb50-07cd-4f85-9c06-74eae40d1a1c","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"routeName":"auth-test-model-328e1b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-328e1b","llmisvcName":"auth-test-model-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.855734049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"5e2b523b-802d-4f66-a652-d019ffc2bea0","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.870035092Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"9cb81cd5-d7e7-4e58-b44c-7c0aa4c74224","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.870059382Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-auth-iso-8cd449","reconcileID":"9cb81cd5-d7e7-4e58-b44c-7c0aa4c74224","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:55:28.876679834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"9da2d9f1-4430-445a-8894-bce00fb85ee7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-644853\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:55:28.884559985Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"bd17fb50-07cd-4f85-9c06-74eae40d1a1c","name":"auth-test-model-328e1b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-328e1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:55:28.884618806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"bd17fb50-07cd-4f85-9c06-74eae40d1a1c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-328e1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.890014723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"0c66c65c-a762-4407-8187-8363a8011160","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"tenant":"e2e-shared-b-w2-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.890039864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"0c66c65c-a762-4407-8187-8363a8011160","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"routeName":"auth-test-model-328e1b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-328e1b","llmisvcName":"auth-test-model-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.902055342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"227a40bb-0520-4be8-9c7b-0cb5c7202973","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-328e1b","tenantID":"e2e-shared-b-w2-328e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.940681408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"edbf9e3a-ff8a-4e13-ab32-34713bc4e6c8","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/auth-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.940712342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"auth-test-model-b2e795","reconcileID":"edbf9e3a-ff8a-4e13-ab32-34713bc4e6c8","MaaSModelRef":{"name":"auth-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"auth-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"auth-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:28.962573296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"227a40bb-0520-4be8-9c7b-0cb5c7202973","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"name":"e2e-shared-b-w2-328e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:29.001573342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"8643cabb-0aad-424e-94bb-24f96255bcf7","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"tenant":"e2e-shared-b-w2-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:29.001596417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"8643cabb-0aad-424e-94bb-24f96255bcf7","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"routeName":"auth-test-model-328e1b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-328e1b","llmisvcName":"auth-test-model-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:29.059734472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"c43fd084-8b58-4def-9c7d-66ef8aa31b03","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"tenant":"e2e-shared-b-w2-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:29.059757375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"c43fd084-8b58-4def-9c7d-66ef8aa31b03","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"routeName":"auth-test-model-328e1b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-328e1b","llmisvcName":"auth-test-model-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:29.094214081Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"66f6eae9-9849-4a47-8a3e-db2961e2c8f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:29.094356595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"d7673a17-493c-4454-9f5e-7e933dced5b2","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:29.094376497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"d7673a17-493c-4454-9f5e-7e933dced5b2","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"auth-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"auth-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:29.27180227Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"14fab5af-be02-4e6f-8c15-91bb384e7e52","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"name":"maas-trlp-auth-test-model-328e1b","model":"auth-test-model-328e1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-328e1b/e2e-auth-iso-644853"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:29.289882762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"d9c526f3-f90f-482e-8212-af0417010962","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-328e1b","tenantID":"e2e-shared-b-w2-328e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:29.339116951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"66f6eae9-9849-4a47-8a3e-db2961e2c8f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:29.345834084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"d9c526f3-f90f-482e-8212-af0417010962","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"name":"e2e-shared-b-w2-328e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:29.43673667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"9d273461-235d-474e-a935-aebae36c0a29","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"tenant":"e2e-shared-b-w2-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:29.436760895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"9d273461-235d-474e-a935-aebae36c0a29","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"routeName":"auth-test-model-328e1b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-328e1b","llmisvcName":"auth-test-model-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:29.464676574Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"66f6eae9-9849-4a47-8a3e-db2961e2c8f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:29.464714174Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-auth-iso-8cd449","reconcileID":"66f6eae9-9849-4a47-8a3e-db2961e2c8f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-8cd449","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:29.519450739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"c14b65b0-90e0-4dd3-88d8-722dcd72fa1f","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/auth-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:29.519473618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"auth-test-model-904a34","reconcileID":"c14b65b0-90e0-4dd3-88d8-722dcd72fa1f","MaaSModelRef":{"name":"auth-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"auth-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"auth-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:29.6432678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"f44b376d-8d1c-4c65-8b81-1a206f1c9fcf","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"name":"maas-trlp-auth-test-model-328e1b","model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:33.923055165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"a3187de7-be5d-4986-955e-50fb37b3477d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c87e2f","tenantID":"e2e-shared-b-w3-c87e2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:33.979310626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"a3187de7-be5d-4986-955e-50fb37b3477d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"name":"e2e-shared-b-w3-c87e2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:34.037434219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c87e2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cb35cb39166d8a4ef425186d4b5bec36ff8a0a9c5f53b1afb43ad4a88119656) AuthConfig (d0a360f5878beff54993b194916dff1deecb3ef63dd209943ad2447dc83d11e9) AuthConfig (c4f6e08692c745fb14f9c5b1e3ef2964603e385fe80229f37b811669b7f85f97) AuthConfig (d5728cf2b6e42b8eee844b6589a2bd6b3bacc8227ed8d02a5c98c294a5537203) AuthConfig (503dbb35eec2c9ffde035eff68339e010b9a9e76eb364835ad00c55ae9811a52) AuthConfig (26c84d5454df4d71abb9ca78e97b4fe9dccbea305335c27c6ae1c9c5eb7aeb31) AuthConfig (3de5a95f8335280a3643113480672509075650270f0b53df262bbf1f2f1fdaf2) AuthConfig (81b1a09c384f344da9dc0c809e92d27c62d6dc10dbc2ddef3e8545e8f214da9c) AuthConfig (3058c32c222ee5be31726b128c4a5962a1881f11614266283047e617e72467eb) AuthConfig (01c2c45723e4f13653de250dd1ae7168fa32e2769f56998ac8092baf5f489bef) AuthConfig (dd1350a483369b05e94581bb35cc53ea53bd4cbf58ab854f3774494859a3f48a) AuthConfig (dbe56ca11b539217d11ccce3db4cc258760102e258ca8d8206eaf0b34e111d9b) AuthConfig (69147ae84e1cb2fe51c81c962a04038b6929b1eaba1f3385665616114af6ab6d) AuthConfig (761d8394f2b55f30237766fde27033e6a9a5b477c96223813696af87e8764900) AuthConfig (55819be7342989abd953f54fc5c5c7e0b78f1333baa8dc2435ff2545d6b30f82) AuthConfig (98eb55289092f1982094d262b7d0eedc9031e2884b6067a5b4cd6ca0f9b02373) AuthConfig (e53261a4e9a889c852de4e4f768e97596c7adf2c6d8d507db6af019b4932c643) AuthConfig (399ed5facb6c30a2696f1f4c6aa789da0dcc1294599ab8b195cf1a45dc7ab1dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"a3187de7-be5d-4986-955e-50fb37b3477d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:34.622210017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"8a11a4a5-44fa-4ab6-8a07-59a4414606cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:34.679354473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"8a11a4a5-44fa-4ab6-8a07-59a4414606cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:34.733687315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20f0a3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"8a11a4a5-44fa-4ab6-8a07-59a4414606cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:43.952707787Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.141710478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"3fc498e8-9d0d-4095-88d6-abfb7e9f32fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c87e2f","tenantID":"e2e-shared-b-w3-c87e2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.197616822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"3fc498e8-9d0d-4095-88d6-abfb7e9f32fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"name":"e2e-shared-b-w3-c87e2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.253441406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c87e2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cb35cb39166d8a4ef425186d4b5bec36ff8a0a9c5f53b1afb43ad4a88119656) AuthConfig (d0a360f5878beff54993b194916dff1deecb3ef63dd209943ad2447dc83d11e9) AuthConfig (c4f6e08692c745fb14f9c5b1e3ef2964603e385fe80229f37b811669b7f85f97) AuthConfig (d5728cf2b6e42b8eee844b6589a2bd6b3bacc8227ed8d02a5c98c294a5537203) AuthConfig (503dbb35eec2c9ffde035eff68339e010b9a9e76eb364835ad00c55ae9811a52) AuthConfig (26c84d5454df4d71abb9ca78e97b4fe9dccbea305335c27c6ae1c9c5eb7aeb31) AuthConfig (3de5a95f8335280a3643113480672509075650270f0b53df262bbf1f2f1fdaf2) AuthConfig (81b1a09c384f344da9dc0c809e92d27c62d6dc10dbc2ddef3e8545e8f214da9c) AuthConfig (3058c32c222ee5be31726b128c4a5962a1881f11614266283047e617e72467eb) AuthConfig (01c2c45723e4f13653de250dd1ae7168fa32e2769f56998ac8092baf5f489bef) AuthConfig (dd1350a483369b05e94581bb35cc53ea53bd4cbf58ab854f3774494859a3f48a) AuthConfig (dbe56ca11b539217d11ccce3db4cc258760102e258ca8d8206eaf0b34e111d9b) AuthConfig (69147ae84e1cb2fe51c81c962a04038b6929b1eaba1f3385665616114af6ab6d) AuthConfig (761d8394f2b55f30237766fde27033e6a9a5b477c96223813696af87e8764900) AuthConfig (55819be7342989abd953f54fc5c5c7e0b78f1333baa8dc2435ff2545d6b30f82) AuthConfig (98eb55289092f1982094d262b7d0eedc9031e2884b6067a5b4cd6ca0f9b02373) AuthConfig (e53261a4e9a889c852de4e4f768e97596c7adf2c6d8d507db6af019b4932c643) AuthConfig (399ed5facb6c30a2696f1f4c6aa789da0dcc1294599ab8b195cf1a45dc7ab1dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"3fc498e8-9d0d-4095-88d6-abfb7e9f32fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.870138975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"df34b0f4-fbb4-4fe4-89b6-948bdf0ff721","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.925687423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"df34b0f4-fbb4-4fe4-89b6-948bdf0ff721","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:44.979658252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20f0a3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"df34b0f4-fbb4-4fe4-89b6-948bdf0ff721","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:50.806983372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a3cd38-b1e5-4d0f-b4ec-e6c6227519e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:50.859009214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a3cd38-b1e5-4d0f-b4ec-e6c6227519e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:50.912426344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a3cd38-b1e5-4d0f-b4ec-e6c6227519e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:50.964893686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a3cd38-b1e5-4d0f-b4ec-e6c6227519e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:51.39560611Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-115ee5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-115ee5","reconcileID":"dcfa752d-3111-41dd-8fdd-747ef08cd668","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-115ee5","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-115ee5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:52.83168927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f632372e-4a48-491d-9624-61f2d39826a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:52.88377745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f632372e-4a48-491d-9624-61f2d39826a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:52.935722171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f632372e-4a48-491d-9624-61f2d39826a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:52.987411608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f632372e-4a48-491d-9624-61f2d39826a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:54.428646166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"7c398bc9-3986-4614-a1b0-6e241660e527","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c87e2f","tenantID":"e2e-shared-b-w3-c87e2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:54.484536869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"7c398bc9-3986-4614-a1b0-6e241660e527","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"name":"e2e-shared-b-w3-c87e2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:54.539513436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c87e2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cb35cb39166d8a4ef425186d4b5bec36ff8a0a9c5f53b1afb43ad4a88119656) AuthConfig (d0a360f5878beff54993b194916dff1deecb3ef63dd209943ad2447dc83d11e9) AuthConfig (c4f6e08692c745fb14f9c5b1e3ef2964603e385fe80229f37b811669b7f85f97) AuthConfig (d5728cf2b6e42b8eee844b6589a2bd6b3bacc8227ed8d02a5c98c294a5537203) AuthConfig (503dbb35eec2c9ffde035eff68339e010b9a9e76eb364835ad00c55ae9811a52) AuthConfig (26c84d5454df4d71abb9ca78e97b4fe9dccbea305335c27c6ae1c9c5eb7aeb31) AuthConfig (3de5a95f8335280a3643113480672509075650270f0b53df262bbf1f2f1fdaf2) AuthConfig (81b1a09c384f344da9dc0c809e92d27c62d6dc10dbc2ddef3e8545e8f214da9c) AuthConfig (3058c32c222ee5be31726b128c4a5962a1881f11614266283047e617e72467eb) AuthConfig (01c2c45723e4f13653de250dd1ae7168fa32e2769f56998ac8092baf5f489bef) AuthConfig (dd1350a483369b05e94581bb35cc53ea53bd4cbf58ab854f3774494859a3f48a) AuthConfig (dbe56ca11b539217d11ccce3db4cc258760102e258ca8d8206eaf0b34e111d9b) AuthConfig (69147ae84e1cb2fe51c81c962a04038b6929b1eaba1f3385665616114af6ab6d) AuthConfig (761d8394f2b55f30237766fde27033e6a9a5b477c96223813696af87e8764900) AuthConfig (55819be7342989abd953f54fc5c5c7e0b78f1333baa8dc2435ff2545d6b30f82) AuthConfig (98eb55289092f1982094d262b7d0eedc9031e2884b6067a5b4cd6ca0f9b02373) AuthConfig (e53261a4e9a889c852de4e4f768e97596c7adf2c6d8d507db6af019b4932c643) AuthConfig (399ed5facb6c30a2696f1f4c6aa789da0dcc1294599ab8b195cf1a45dc7ab1dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"7c398bc9-3986-4614-a1b0-6e241660e527","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:54.908913326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d2bde4-65ee-41e0-95fd-4984ec968df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:54.96087568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d2bde4-65ee-41e0-95fd-4984ec968df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.013479486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d2bde4-65ee-41e0-95fd-4984ec968df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.068405404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d2bde4-65ee-41e0-95fd-4984ec968df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.172437294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"8bd2e416-d5a4-4bd4-93f4-6a88a579462b","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.229690104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"8bd2e416-d5a4-4bd4-93f4-6a88a579462b","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:55.296070563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20f0a3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"8bd2e416-d5a4-4bd4-93f4-6a88a579462b","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:56.595454617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"d67af94c-bd80-481f-8dd1-ce1a28efd360","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"name":"maas-trlp-auth-test-model-328e1b","model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:56.760490786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"e7e2ecf5-d76b-423d-895f-9c756b70c671","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"tenant":"e2e-shared-b-w2-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:56.76051231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"e7e2ecf5-d76b-423d-895f-9c756b70c671","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"routeName":"auth-test-model-328e1b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-328e1b","llmisvcName":"auth-test-model-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:57.459570032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"c9fafd04-87f4-4571-bdbc-82849987991f","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-328e1b","tenantID":"e2e-shared-b-w2-328e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:57.515423833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"c9fafd04-87f4-4571-bdbc-82849987991f","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"name":"e2e-shared-b-w2-328e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:59.213504996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"b54ff215-621e-4feb-8b6d-82f2835442ed","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"tenant":"e2e-shared-a-w2-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:59.213528526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"b54ff215-621e-4feb-8b6d-82f2835442ed","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"routeName":"auth-test-model-c8ce60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","llmisvcName":"auth-test-model-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:59.316061886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"20781293-a43e-49b3-8c79-be46831263da","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c8ce60","tenantID":"e2e-shared-a-w2-c8ce60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:59.37174446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"20781293-a43e-49b3-8c79-be46831263da","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"name":"e2e-shared-a-w2-c8ce60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:59.373596807Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"dd0c3538-e545-43e0-8291-7251a2796ee3","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f735f37a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:59.630327545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"23201cf4-c0a8-42b5-b83f-1c93fe0df7d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c8ce60","tenantID":"e2e-shared-a-w2-c8ce60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:55:59.686150283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"23201cf4-c0a8-42b5-b83f-1c93fe0df7d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"name":"e2e-shared-a-w2-c8ce60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:04.679803538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"11de8f0a-6b03-494c-8916-ef7683c56bda","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c87e2f","tenantID":"e2e-shared-b-w3-c87e2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:04.735576115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"11de8f0a-6b03-494c-8916-ef7683c56bda","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"name":"e2e-shared-b-w3-c87e2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:04.998711124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"c0dde305-aa10-490b-ac2a-f477ee380d70","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"tenant":"e2e-shared-b-w3-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:04.998735591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"c0dde305-aa10-490b-ac2a-f477ee380d70","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"routeName":"auth-test-model-c87e2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","llmisvcName":"auth-test-model-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:05.400286222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"78611afc-6ab6-4248-9376-035325f69276","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:05.455917526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"78611afc-6ab6-4248-9376-035325f69276","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:05.51019895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20f0a3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1150ae06f8d028b0420bec8f3735ba2600bfe7b319215a2eb930d4617222fcf0) AuthConfig (7bb4d3395e72e9fb4768c8b54ea7c80e86034bd86cc54623b6eb87fb72bfc9d9) AuthConfig (b5c97408f2ff30284104027f9bfc243ff00b16fa307f23a4d7795be95fa0ef19) AuthConfig (5478f64f6e683d51153bdc0565a257e530d4159ef7865019fcaf6bc307f6165f) AuthConfig (a6a96774f959a13eca4beaec2a4700270a79ea5888cabb2194af79f734f46ffc) AuthConfig (f54baf6a959b880f34f354b4b053e7f8536fbf0a9d6f1c7e59802c03ab6a424b) AuthConfig (418bd7975f8f7fd850ac7a22262094df8bd6961dff993ce272a5b33d626f59b5) AuthConfig (4778d2fe834cb115a8e4b836ed412684431d4835570b4563cbb87fd1590baf54) AuthConfig (3717b32d78f1913b30eb4182cb52394b0f53c78e5243bf5dcfc5f19564156bf4) AuthConfig (7413802f571d66246e1f2cb7649c88a7cb86a27b6919bb16bf20a7391ddd9648) AuthConfig (9cd873cc600fd21b070f5481fb04b6715ab2d110fd126c7391b666c3537a0213) AuthConfig (be93b1a3160815ad2482425fafcd3b142d848ed6f9d36aaf8f7ce7067ea081f6) AuthConfig (e4dd11ec1047189501cd88d52d090d05b1845b52c977fc3c7fd7387436ebcb17) AuthConfig (35054422098aa7d115472c962db701d86e22ac96ca8c13813fbbdd7fee822335) AuthConfig (9a4e97e4dc5c21b06ac6b72cb9ea3504dda74e3cc2eaa0819d3c4ad674d6dfa1) AuthConfig (42f4ce92a1c8acc73a1b7bec7a7157b463d527825b919ed456c2d7f77d4f8711) AuthConfig (88dcf67a01ebd4d6402cb52c80589fc6e1f1373c8e16fcfb59a892bf996fcca3) AuthConfig (2acef1246ba8cdc585f3b43c134c8490293e3f73b93200d31762ad9c5dd56a92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"78611afc-6ab6-4248-9376-035325f69276","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:05.567499864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"83bafcc7-b10b-4b1e-8544-ca4f94d62bf3","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:05.56752013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"83bafcc7-b10b-4b1e-8544-ca4f94d62bf3","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"auth-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"auth-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.426672074Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"d4030734-3e45-4895-8250-f8db06401d89","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","subscription":"e2e-auth-iso-644853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.479372854Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"d4030734-3e45-4895-8250-f8db06401d89","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.531590818Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"d4030734-3e45-4895-8250-f8db06401d89","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"name":"maas-trlp-auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.804017848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"44248da2-fb5a-4cf8-9def-4c504f90784d","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"tenant":"e2e-shared-a-w2-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.804042177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"44248da2-fb5a-4cf8-9def-4c504f90784d","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"routeName":"auth-test-model-c8ce60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","llmisvcName":"auth-test-model-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.907681887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"2cdb5909-b976-4dee-b9ec-a06000aab3e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c8ce60","tenantID":"e2e-shared-a-w2-c8ce60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.961923688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"2977008f-15ed-4909-a881-006e08803a61","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"tenant":"e2e-shared-b-w2-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.961943439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"2977008f-15ed-4909-a881-006e08803a61","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"routeName":"auth-test-model-328e1b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-328e1b","llmisvcName":"auth-test-model-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:09.964768432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"2cdb5909-b976-4dee-b9ec-a06000aab3e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"name":"e2e-shared-a-w2-c8ce60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.064494895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"54f5803c-3a30-47b9-9fef-0be5ad6ee232","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-328e1b","tenantID":"e2e-shared-b-w2-328e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.120278502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"54f5803c-3a30-47b9-9fef-0be5ad6ee232","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"name":"e2e-shared-b-w2-328e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.122931114Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"f7267e30-be56-4636-a531-686168bb1af1","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e3bb471c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.27452022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"41792efe-9685-4568-b771-5f311eb8cf9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c8ce60","tenantID":"e2e-shared-a-w2-c8ce60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.329908492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"41792efe-9685-4568-b771-5f311eb8cf9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"name":"e2e-shared-a-w2-c8ce60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.420868302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"5f7de512-9b2f-49b9-ae6b-7720732f1159","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"tenant":"e2e-shared-b-w3-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.420897004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"5f7de512-9b2f-49b9-ae6b-7720732f1159","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"routeName":"auth-test-model-c87e2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","llmisvcName":"auth-test-model-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.475532057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"7a60107f-b75b-417c-ad48-b1439fbac65b","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-328e1b","tenantID":"e2e-shared-b-w2-328e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.479076281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"df2a48ba-ee8e-4676-ab05-15e6039b1f48","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"tenant":"e2e-shared-b-w3-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.47909975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"df2a48ba-ee8e-4676-ab05-15e6039b1f48","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"routeName":"auth-test-model-c87e2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","llmisvcName":"auth-test-model-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:56:10.527672424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"d1622ac6-71e0-4aeb-a063-d15d6dc0aa19","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-e9e876\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.531181017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"7a60107f-b75b-417c-ad48-b1439fbac65b","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"name":"e2e-shared-b-w2-328e1b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:56:10.531424893Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"df2a48ba-ee8e-4676-ab05-15e6039b1f48","name":"auth-test-model-c87e2f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c87e2f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:56:10.531475355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"df2a48ba-ee8e-4676-ab05-15e6039b1f48","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c87e2f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.536861202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"64dd4e65-a9c9-42c9-afef-04ac791fea4e","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"tenant":"e2e-shared-b-w3-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.536876091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"64dd4e65-a9c9-42c9-afef-04ac791fea4e","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"routeName":"auth-test-model-c87e2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","llmisvcName":"auth-test-model-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.575256942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"5689a03c-a3aa-4135-8cd9-3e45429a8fe3","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c87e2f","tenantID":"e2e-shared-b-w3-c87e2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.631194182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"5689a03c-a3aa-4135-8cd9-3e45429a8fe3","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"name":"e2e-shared-b-w3-c87e2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.635887301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"21dbeb0c-9f79-4145-886f-2a858cd6a9eb","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"tenant":"e2e-shared-b-w3-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.635904951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"21dbeb0c-9f79-4145-886f-2a858cd6a9eb","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"routeName":"auth-test-model-c87e2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","llmisvcName":"auth-test-model-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.690938489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"2c290930-c46a-4b9f-8a29-ff64836c4b2d","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"tenant":"e2e-shared-b-w3-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.69096144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"2c290930-c46a-4b9f-8a29-ff64836c4b2d","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"routeName":"auth-test-model-c87e2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","llmisvcName":"auth-test-model-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.900240792Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"d3d6defd-c03a-47f5-8f87-209522a756f3","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"name":"maas-trlp-auth-test-model-c87e2f","model":"auth-test-model-c87e2f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-c87e2f/e2e-auth-iso-e9e876"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:10.990525894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"926869f5-e452-40d8-bad2-f68f6d0b3ee2","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c87e2f","tenantID":"e2e-shared-b-w3-c87e2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:11.04573874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"926869f5-e452-40d8-bad2-f68f6d0b3ee2","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"name":"e2e-shared-b-w3-c87e2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:11.064754006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"008acf80-49f8-4e8c-833b-8d173864b75b","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"tenant":"e2e-shared-b-w3-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:11.064778736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"008acf80-49f8-4e8c-833b-8d173864b75b","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"routeName":"auth-test-model-c87e2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","llmisvcName":"auth-test-model-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:11.272102709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"f25f92a3-6709-4240-866b-fc5921630f17","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"name":"maas-trlp-auth-test-model-c87e2f","model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:13.952510249Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:15.671697464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"123a85fa-ecc1-496e-91ef-1898e0631953","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:15.727300136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"123a85fa-ecc1-496e-91ef-1898e0631953","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:16.049967376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"69d7def9-900f-4fcd-b5f1-464694e8abb9","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:16.050016044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"69d7def9-900f-4fcd-b5f1-464694e8abb9","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"auth-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"auth-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:18.410469192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"5fca70d1-3861-4743-9d23-d18432cbcd0e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-f40c6c","tenantID":"e2e-shared-a-w0-f40c6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:18.524729858Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"5fca70d1-3861-4743-9d23-d18432cbcd0e","name":"e2e-shared-a-w0-f40c6c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.175245092Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"cc52cd64-2cd5-4676-80ae-c554a48740e2","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","subscription":"e2e-auth-iso-644853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.227426029Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"cc52cd64-2cd5-4676-80ae-c554a48740e2","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.279750046Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"cc52cd64-2cd5-4676-80ae-c554a48740e2","MaaSSubscription":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"name":"maas-trlp-auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b","model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.556735566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"c46d3d84-b015-42fc-9010-34c20bfe47bc","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"tenant":"e2e-shared-b-w2-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.556756866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"c46d3d84-b015-42fc-9010-34c20bfe47bc","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"routeName":"auth-test-model-328e1b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-328e1b","llmisvcName":"auth-test-model-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.659112952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"03439e55-6eab-4d4a-b328-7ace7c12b4f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-328e1b","tenantID":"e2e-shared-b-w2-328e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.709521489Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"2c44c3b7-40e3-46ff-8ea7-d4069c5b7eee","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.709629135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"8e60b620-2918-412c-9c75-bfa5c9148e62","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"tenant":"e2e-shared-a-w2-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.709646139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"8e60b620-2918-412c-9c75-bfa5c9148e62","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"routeName":"auth-test-model-c8ce60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","llmisvcName":"auth-test-model-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.714584482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"03439e55-6eab-4d4a-b328-7ace7c12b4f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"name":"e2e-shared-b-w2-328e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.863978662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"2c44c3b7-40e3-46ff-8ea7-d4069c5b7eee","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c8ce60","tenantID":"e2e-shared-a-w2-c8ce60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.97003338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"2d1e2155-e08d-4315-b172-5561336962a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-328e1b","tenantID":"e2e-shared-b-w2-328e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.985385215Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"2c44c3b7-40e3-46ff-8ea7-d4069c5b7eee","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"name":"e2e-shared-a-w2-c8ce60-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:20.985411222Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"e2e-auth-iso-644853","reconcileID":"2c44c3b7-40e3-46ff-8ea7-d4069c5b7eee","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.025406038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"2d1e2155-e08d-4315-b172-5561336962a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"name":"e2e-shared-b-w2-328e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.041485936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"5ea0b886-570c-4a17-8c15-8333491e2f80","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"tenant":"e2e-shared-a-w2-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","model":"ai-tenant-e2e-shared-a-w2-c8ce60/auth-test-model-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.041506839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"auth-test-model-c8ce60","reconcileID":"5ea0b886-570c-4a17-8c15-8333491e2f80","MaaSModelRef":{"name":"auth-test-model-c8ce60","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"routeName":"auth-test-model-c8ce60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","llmisvcName":"auth-test-model-c8ce60","gateway":"openshift-ingress/e2e-shared-a-w2-c8ce60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.18735943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"81e21547-9b9a-4f23-9ba2-bda775c6f951","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"tenant":"e2e-shared-b-w2-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.187380725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"81e21547-9b9a-4f23-9ba2-bda775c6f951","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"routeName":"auth-test-model-328e1b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-328e1b","llmisvcName":"auth-test-model-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.229112682Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"26db34c7-9ee8-453e-8112-86acc855bb8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.406358721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"588f093a-756c-443a-871f-cbf1b5455b1d","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.406381748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"588f093a-756c-443a-871f-cbf1b5455b1d","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"auth-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"auth-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.431597906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"26db34c7-9ee8-453e-8112-86acc855bb8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-328e1b","tenantID":"e2e-shared-b-w2-328e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.465416868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"9a31044b-483f-4927-80d1-74ec3688ad8b","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.465526394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"9a31044b-483f-4927-80d1-74ec3688ad8b","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"auth-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"auth-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.508568861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"582c431f-ddb3-4076-ba7a-0fcfcd60b3bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:56:21.511832227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"4b254452-f5c1-4991-aa00-6f2075e904dd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-382d60\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:56:21.518158831Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"9a31044b-483f-4927-80d1-74ec3688ad8b","name":"auth-test-model-20f0a3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-20f0a3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:56:21.518213529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"9a31044b-483f-4927-80d1-74ec3688ad8b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-20f0a3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.523579305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"2814cc9e-dc38-4ff9-a314-615f2aba3b93","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.523598458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"2814cc9e-dc38-4ff9-a314-615f2aba3b93","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"auth-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"auth-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.552518778Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"26db34c7-9ee8-453e-8112-86acc855bb8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"name":"e2e-shared-b-w2-328e1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.552542896Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"e2e-auth-iso-644853","reconcileID":"26db34c7-9ee8-453e-8112-86acc855bb8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-644853","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.564022851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"582c431f-ddb3-4076-ba7a-0fcfcd60b3bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.608257583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"1725b2b7-ba1a-47b9-aa92-85481a328e4a","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"tenant":"e2e-shared-b-w2-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","model":"ai-tenant-e2e-shared-b-w2-328e1b/auth-test-model-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.608280569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"auth-test-model-328e1b","reconcileID":"1725b2b7-ba1a-47b9-aa92-85481a328e4a","MaaSModelRef":{"name":"auth-test-model-328e1b","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"routeName":"auth-test-model-328e1b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-328e1b","llmisvcName":"auth-test-model-328e1b","gateway":"openshift-ingress/e2e-shared-b-w2-328e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.617950164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"bfa4eeeb-95a7-4a25-a4bd-330f7efabbfa","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.617970296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"bfa4eeeb-95a7-4a25-a4bd-330f7efabbfa","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"auth-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"auth-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.674469613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"f2572110-e6ff-4452-8bb0-d1fe778fc75d","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.674488818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"f2572110-e6ff-4452-8bb0-d1fe778fc75d","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"auth-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"auth-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.871127298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"6584c29d-aac2-41ee-8082-7a64d10e2a0a","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.886663929Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"e0d1e790-c569-4eba-afee-74ab67de26e7","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"maas-trlp-auth-test-model-20f0a3","model":"auth-test-model-20f0a3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-20f0a3/e2e-auth-iso-382d60"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:21.92639106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"6584c29d-aac2-41ee-8082-7a64d10e2a0a","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:22.050127578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"3850e09b-0131-475c-9607-2500b5664b8d","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:22.050149719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"3850e09b-0131-475c-9607-2500b5664b8d","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"auth-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"auth-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:22.258747614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"51cb705e-ee8f-4324-819d-7a592a0c71ef","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"maas-trlp-auth-test-model-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:39.938067664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"58fcb61f-23b6-44ad-9c8d-f3e7821939db","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"maas-trlp-auth-test-model-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.11112387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"f8f9be23-a0d2-4675-92d7-db58e2e378de","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.111145246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"f8f9be23-a0d2-4675-92d7-db58e2e378de","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"auth-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"auth-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.720450061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"e077d571-13ba-456e-8b73-48b8da000bb7","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"name":"maas-trlp-auth-test-model-c87e2f","model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.89190114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"10ff34fc-e095-4de2-afce-027b6815dee1","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"tenant":"e2e-shared-b-w3-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:40.892018362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"10ff34fc-e095-4de2-afce-027b6815dee1","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"routeName":"auth-test-model-c87e2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","llmisvcName":"auth-test-model-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:41.115938049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"e8668aa2-3a34-432f-8edb-a74fa65144b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:41.171523622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"e8668aa2-3a34-432f-8edb-a74fa65144b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:41.319100564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"8cf87093-519f-41ca-a710-8bd2302820f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c87e2f","tenantID":"e2e-shared-b-w3-c87e2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:41.384222612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"8cf87093-519f-41ca-a710-8bd2302820f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"name":"e2e-shared-b-w3-c87e2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:43.8202278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"b71627c0-c7bf-4530-b7e4-7d025eab9b07","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:43.820254688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"b71627c0-c7bf-4530-b7e4-7d025eab9b07","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"auth-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"auth-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:43.923659229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"b1c6227e-d610-49ee-bdda-bf85b5ddd798","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:43.955711496Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:43.980743894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"b1c6227e-d610-49ee-bdda-bf85b5ddd798","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:43.981214916Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"6a0dcd5d-b195-439f-9488-d48ec861a3b7","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-039f22b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:44.299521771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"a5b1eca9-4a42-4a24-bad4-9dd05d74db3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:44.357242701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"a5b1eca9-4a42-4a24-bad4-9dd05d74db3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:46.113065613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d98d98b-c22d-4cfb-89e1-87e619198cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:46.168287572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d98d98b-c22d-4cfb-89e1-87e619198cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:46.225357367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d98d98b-c22d-4cfb-89e1-87e619198cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:46.279327001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d98d98b-c22d-4cfb-89e1-87e619198cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:46.706506034Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c19567","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c19567","reconcileID":"193af955-39a6-4027-a950-9170743c4397","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c19567","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-c19567":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:48.063496369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"27d6450f-e942-427e-8da9-5dfdb47e87e2","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"tenant":"e2e-shared-a-w3-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:48.063518907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"27d6450f-e942-427e-8da9-5dfdb47e87e2","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"routeName":"auth-test-model-e4c8b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","llmisvcName":"auth-test-model-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:48.166149573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"82b7221f-2c53-4375-9302-4e27f7bef522","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e4c8b1","tenantID":"e2e-shared-a-w3-e4c8b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:48.22152012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"82b7221f-2c53-4375-9302-4e27f7bef522","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"name":"e2e-shared-a-w3-e4c8b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:48.22416228Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"97acc2d1-4ae4-42d1-aade-317d99172b44","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-836ef7f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:48.264608182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95be57a0-09be-42bf-85d0-7c5cdf7a481b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:48.316499798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95be57a0-09be-42bf-85d0-7c5cdf7a481b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:48.368437339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95be57a0-09be-42bf-85d0-7c5cdf7a481b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:48.420203354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95be57a0-09be-42bf-85d0-7c5cdf7a481b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:48.575812924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"29d94b30-6801-47b1-9011-ed450de6ef44","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e4c8b1","tenantID":"e2e-shared-a-w3-e4c8b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:48.636045657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"29d94b30-6801-47b1-9011-ed450de6ef44","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"name":"e2e-shared-a-w3-e4c8b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.331297874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4b856c-ea6f-4fa9-a98e-ddaa59100ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.38816121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4b856c-ea6f-4fa9-a98e-ddaa59100ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.440140916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4b856c-ea6f-4fa9-a98e-ddaa59100ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:50.501445697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4b856c-ea6f-4fa9-a98e-ddaa59100ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.033657881Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"0ba6a4d6-ed84-48bc-a33d-90a7a9ee3d07","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","subscription":"e2e-auth-iso-382d60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.08521797Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"0ba6a4d6-ed84-48bc-a33d-90a7a9ee3d07","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.138144888Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"0ba6a4d6-ed84-48bc-a33d-90a7a9ee3d07","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"maas-trlp-auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.406119313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"8ae257ec-6619-4c01-887e-4af6d2374379","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.406146884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"8ae257ec-6619-4c01-887e-4af6d2374379","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"auth-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"auth-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.509148002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"40ae83ca-4719-4824-bd90-77e81193488a","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.557983429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"eefc2308-dd58-4231-bd3d-bb3b6f8bd10d","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.558001172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"eefc2308-dd58-4231-bd3d-bb3b6f8bd10d","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"auth-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"auth-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.567175784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"40ae83ca-4719-4824-bd90-77e81193488a","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.660765641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"4f813cc7-6792-4b31-a27e-def225c669c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.716132389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"4f813cc7-6792-4b31-a27e-def225c669c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.717673454Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"1c709739-d67e-4c1e-abab-3f9ebc883218","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-441ee790","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.873987324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"7c14e464-50e5-4088-b76a-f756013729e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:54.92915554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"7c14e464-50e5-4088-b76a-f756013729e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:55.025721978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"4621cfb5-ef66-405f-820d-37cd9c066e9c","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:55.081861251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"4621cfb5-ef66-405f-820d-37cd9c066e9c","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.276246815Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"600c371a-da23-4f09-baa0-191e9cf72abe","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","subscription":"e2e-auth-iso-e9e876","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.328103877Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"600c371a-da23-4f09-baa0-191e9cf72abe","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.380007871Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"600c371a-da23-4f09-baa0-191e9cf72abe","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"name":"maas-trlp-auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.655293043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"dad38dff-020f-48c8-a885-24b34d8a8a36","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"tenant":"e2e-shared-a-w3-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.655311687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"dad38dff-020f-48c8-a885-24b34d8a8a36","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"routeName":"auth-test-model-e4c8b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","llmisvcName":"auth-test-model-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.757364327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"3f53a89b-66dd-4d5d-b2a3-dab9f022e774","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e4c8b1","tenantID":"e2e-shared-a-w3-e4c8b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.805461609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"70a42824-af5a-4a5d-aba1-377b9f708697","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"tenant":"e2e-shared-b-w3-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.805476947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"70a42824-af5a-4a5d-aba1-377b9f708697","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"routeName":"auth-test-model-c87e2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","llmisvcName":"auth-test-model-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.8124234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"3f53a89b-66dd-4d5d-b2a3-dab9f022e774","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"name":"e2e-shared-a-w3-e4c8b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.907329592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"e0025653-0fc9-4b0c-a498-61819ea0ccc5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c87e2f","tenantID":"e2e-shared-b-w3-c87e2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.962878061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"e0025653-0fc9-4b0c-a498-61819ea0ccc5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"name":"e2e-shared-b-w3-c87e2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:58.964276022Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"e5c4210c-f903-410e-a4ce-bbae75a9d51e","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f7b976a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:59.117569338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"0e1e0aed-e9d5-413f-8f4a-32b491aa729d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e4c8b1","tenantID":"e2e-shared-a-w3-e4c8b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:59.172952256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"0e1e0aed-e9d5-413f-8f4a-32b491aa729d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"name":"e2e-shared-a-w3-e4c8b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:59.271192423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"c44b97d3-48b8-4041-b731-99306f1d587b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c87e2f","tenantID":"e2e-shared-b-w3-c87e2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:56:59.327183066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"c44b97d3-48b8-4041-b731-99306f1d587b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"name":"e2e-shared-b-w3-c87e2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.770220936Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"e7b7836d-35fa-42b4-ad76-a416b4bbe848","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","subscription":"e2e-auth-iso-382d60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.822138465Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"e7b7836d-35fa-42b4-ad76-a416b4bbe848","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:04.874055088Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"e7b7836d-35fa-42b4-ad76-a416b4bbe848","MaaSSubscription":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"maas-trlp-auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.142294308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"73ddc1a9-347e-46e0-8b19-8adb174d304e","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.142314829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"73ddc1a9-347e-46e0-8b19-8adb174d304e","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"auth-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"auth-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.24934423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"70cdc113-a44d-4376-ad12-4bb71fa67923","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.29058856Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"4d0e2779-2a0b-47de-8ddb-b08122303f2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.290670377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"f72c4a72-0638-44d9-8cb8-df71a01961ff","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.29068751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"f72c4a72-0638-44d9-8cb8-df71a01961ff","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"auth-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"auth-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.305065624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"70cdc113-a44d-4376-ad12-4bb71fa67923","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.494038786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"4d0e2779-2a0b-47de-8ddb-b08122303f2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.614714793Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"4d0e2779-2a0b-47de-8ddb-b08122303f2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.614740794Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-auth-iso-382d60","reconcileID":"4d0e2779-2a0b-47de-8ddb-b08122303f2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.646874705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"7796a561-35df-4e65-b504-834f48b9abc2","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.673326945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"5a632493-a625-416f-a26c-b60032afd2e3","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/auth-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.673354116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"auth-test-model-fce94b","reconcileID":"5a632493-a625-416f-a26c-b60032afd2e3","MaaSModelRef":{"name":"auth-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"auth-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"auth-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.702976723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"7796a561-35df-4e65-b504-834f48b9abc2","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.815479121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"819d26e0-d500-4c62-8f6d-6c0400955740","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.815498942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"819d26e0-d500-4c62-8f6d-6c0400955740","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"auth-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"auth-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:05.907041034Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"6aa0a0b1-5a03-418a-ac90-5ebe8405bfdb","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:06.158916861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"6aa0a0b1-5a03-418a-ac90-5ebe8405bfdb","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:06.280328602Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"6aa0a0b1-5a03-418a-ac90-5ebe8405bfdb","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:06.280350154Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-auth-iso-382d60","reconcileID":"6aa0a0b1-5a03-418a-ac90-5ebe8405bfdb","MaaSAuthPolicy":{"name":"e2e-auth-iso-382d60","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:06.314467427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"546f5ca6-77f0-49fc-8cc2-c1d8945c5f03","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-115ee5","tenantID":"e2e-extmod-a-115ee5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:06.336487359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"fcdb0a22-7c3f-4b21-8f0c-2cc0b96f9fc0","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/auth-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:06.336508643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"auth-test-model-20f0a3","reconcileID":"fcdb0a22-7c3f-4b21-8f0c-2cc0b96f9fc0","MaaSModelRef":{"name":"auth-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"auth-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"auth-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:06.431155104Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"546f5ca6-77f0-49fc-8cc2-c1d8945c5f03","name":"e2e-extmod-a-115ee5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:09.015699831Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"7ab38e83-1612-4868-aa50-1f39929c8f66","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","subscription":"e2e-auth-iso-e9e876","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:09.067313917Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"7ab38e83-1612-4868-aa50-1f39929c8f66","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:09.121393635Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"7ab38e83-1612-4868-aa50-1f39929c8f66","MaaSSubscription":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"name":"maas-trlp-auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:09.38877141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"76e26fc2-3ca4-494b-b0f4-0e14b665af43","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"tenant":"e2e-shared-b-w3-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:09.388793979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"76e26fc2-3ca4-494b-b0f4-0e14b665af43","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"routeName":"auth-test-model-c87e2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","llmisvcName":"auth-test-model-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:09.491495137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"35f4265f-434e-4f98-b9b5-444579400453","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c87e2f","tenantID":"e2e-shared-b-w3-c87e2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:09.546873865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"35f4265f-434e-4f98-b9b5-444579400453","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"name":"e2e-shared-b-w3-c87e2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:09.547456746Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"327da1cd-2d86-43ef-8cac-8426e2717c70","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:09.547506525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"a7fcabe8-8f32-40b1-a17a-3f392d91bf46","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"tenant":"e2e-shared-a-w3-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:09.547529404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"a7fcabe8-8f32-40b1-a17a-3f392d91bf46","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"routeName":"auth-test-model-e4c8b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","llmisvcName":"auth-test-model-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:09.751336883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"327da1cd-2d86-43ef-8cac-8426e2717c70","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e4c8b1","tenantID":"e2e-shared-a-w3-e4c8b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:09.853738855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"35cb798d-13a3-4e2a-a28e-c0b01cb63f9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c87e2f","tenantID":"e2e-shared-b-w3-c87e2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:09.872350718Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"327da1cd-2d86-43ef-8cac-8426e2717c70","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"name":"e2e-shared-a-w3-e4c8b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:09.872370036Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"e2e-auth-iso-e9e876","reconcileID":"327da1cd-2d86-43ef-8cac-8426e2717c70","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:09.910046826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"35cb798d-13a3-4e2a-a28e-c0b01cb63f9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"name":"e2e-shared-b-w3-c87e2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:09.92767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"75e321d7-6f26-4882-813c-f142fd009181","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"tenant":"e2e-shared-a-w3-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","model":"ai-tenant-e2e-shared-a-w3-e4c8b1/auth-test-model-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:09.927690595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"auth-test-model-e4c8b1","reconcileID":"75e321d7-6f26-4882-813c-f142fd009181","MaaSModelRef":{"name":"auth-test-model-e4c8b1","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"routeName":"auth-test-model-e4c8b1-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","llmisvcName":"auth-test-model-e4c8b1","gateway":"openshift-ingress/e2e-shared-a-w3-e4c8b1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.069576676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"29424941-3c51-458b-a048-6b0ac9c6ffc7","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"tenant":"e2e-shared-b-w3-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.069604381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"29424941-3c51-458b-a048-6b0ac9c6ffc7","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"routeName":"auth-test-model-c87e2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","llmisvcName":"auth-test-model-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.113247482Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"4cd62ecb-cb48-43db-9efd-43c2a2cfc6c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.267258931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"4cd62ecb-cb48-43db-9efd-43c2a2cfc6c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c87e2f","tenantID":"e2e-shared-b-w3-c87e2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.388674196Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"4cd62ecb-cb48-43db-9efd-43c2a2cfc6c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"name":"e2e-shared-b-w3-c87e2f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.388696242Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"e2e-auth-iso-e9e876","reconcileID":"4cd62ecb-cb48-43db-9efd-43c2a2cfc6c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e9e876","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.445422547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"d55afe2a-532a-4318-80f0-919f9df1a5d8","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"tenant":"e2e-shared-b-w3-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","model":"ai-tenant-e2e-shared-b-w3-c87e2f/auth-test-model-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:10.445440672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"auth-test-model-c87e2f","reconcileID":"d55afe2a-532a-4318-80f0-919f9df1a5d8","MaaSModelRef":{"name":"auth-test-model-c87e2f","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"routeName":"auth-test-model-c87e2f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","llmisvcName":"auth-test-model-c87e2f","gateway":"openshift-ingress/e2e-shared-b-w3-c87e2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:13.95192421Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:36.531739977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98cf33e-34a4-44ae-933f-9a786e7c0306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:36.583672919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98cf33e-34a4-44ae-933f-9a786e7c0306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:36.639453697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98cf33e-34a4-44ae-933f-9a786e7c0306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:36.692912372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98cf33e-34a4-44ae-933f-9a786e7c0306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:38.548951693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f26510bb-3c3d-43ed-9085-1bd7231a016b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:38.601484955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f26510bb-3c3d-43ed-9085-1bd7231a016b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:38.655836205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f26510bb-3c3d-43ed-9085-1bd7231a016b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:38.707645361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f26510bb-3c3d-43ed-9085-1bd7231a016b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:43.952562736Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:45.934722394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05326b1b-f1f1-4bb3-bc8c-92fca4fff6d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:45.986448469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05326b1b-f1f1-4bb3-bc8c-92fca4fff6d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:46.038095539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05326b1b-f1f1-4bb3-bc8c-92fca4fff6d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:46.099488351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05326b1b-f1f1-4bb3-bc8c-92fca4fff6d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:46.428576733Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-3b1d36","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-3b1d36","reconcileID":"69227ab7-f91b-4cfe-902f-b1cb18bbfbf3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-3b1d36","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-3b1d36":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.021740591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"754da4aa-991a-4c5a-9c3b-cc46d2575d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.073295634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"754da4aa-991a-4c5a-9c3b-cc46d2575d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.125210324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"754da4aa-991a-4c5a-9c3b-cc46d2575d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:48.177390009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"754da4aa-991a-4c5a-9c3b-cc46d2575d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:50.052751187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a785fd08-98bc-45eb-af45-87f5785718f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:50.112769494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a785fd08-98bc-45eb-af45-87f5785718f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:50.169429718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a785fd08-98bc-45eb-af45-87f5785718f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:50.221318668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a785fd08-98bc-45eb-af45-87f5785718f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:51.66217164Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-ea50b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-ea50b7","reconcileID":"1d174fec-588e-407a-b16e-9681ba94f090","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-ea50b7","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-ea50b7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:52.131375073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33698571-7662-47b1-8ac0-217b801f1d02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:52.183188575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33698571-7662-47b1-8ac0-217b801f1d02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:52.234876883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33698571-7662-47b1-8ac0-217b801f1d02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:52.286709182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33698571-7662-47b1-8ac0-217b801f1d02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:54.220496227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75ddf6a-9936-4837-8a50-1710704a0726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:54.272239948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75ddf6a-9936-4837-8a50-1710704a0726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:54.32396293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75ddf6a-9936-4837-8a50-1710704a0726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:57:54.375742004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75ddf6a-9936-4837-8a50-1710704a0726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:08.751736476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"7d71f1d4-f5c2-47af-8a99-9b7f4d4d7088","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c19567","tenantID":"e2e-extmod-a-c19567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:08.865358999Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"7d71f1d4-f5c2-47af-8a99-9b7f4d4d7088","name":"e2e-extmod-a-c19567-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.05148065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3511cd3f-b9b8-44b1-9935-abd6e88f0105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.105216019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3511cd3f-b9b8-44b1-9935-abd6e88f0105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.157206363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3511cd3f-b9b8-44b1-9935-abd6e88f0105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:09.208991254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3511cd3f-b9b8-44b1-9935-abd6e88f0105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:10.137528014Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-087f6c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-087f6c","reconcileID":"bcc93070-7b84-46a7-aa35-6342157cdb58","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-087f6c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-087f6c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:11.128799039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4549b2ca-6e5a-4434-ae73-a5fa5aac4935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:11.180577993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4549b2ca-6e5a-4434-ae73-a5fa5aac4935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:11.232409187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4549b2ca-6e5a-4434-ae73-a5fa5aac4935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:11.283811746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4549b2ca-6e5a-4434-ae73-a5fa5aac4935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.209040397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5ee9a2-14e3-4590-a406-3694a7ea6b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.260679312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5ee9a2-14e3-4590-a406-3694a7ea6b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.312429413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5ee9a2-14e3-4590-a406-3694a7ea6b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.36405726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5ee9a2-14e3-4590-a406-3694a7ea6b54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:13.952636677Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:30.109538242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"996296ee-1578-449f-96b5-bf6d5b2dd970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:30.168159914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"996296ee-1578-449f-96b5-bf6d5b2dd970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:30.220257912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"996296ee-1578-449f-96b5-bf6d5b2dd970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:30.271920314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"996296ee-1578-449f-96b5-bf6d5b2dd970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:32.166164269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90187299-43c9-4519-8f6f-39db4f438c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:32.220365926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90187299-43c9-4519-8f6f-39db4f438c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:32.273164873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90187299-43c9-4519-8f6f-39db4f438c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:32.326510817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90187299-43c9-4519-8f6f-39db4f438c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:36.190276398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3944fb67-1f08-44d8-ab10-068354b11f28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:36.241990404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3944fb67-1f08-44d8-ab10-068354b11f28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:36.293686334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3944fb67-1f08-44d8-ab10-068354b11f28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:36.345594261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3944fb67-1f08-44d8-ab10-068354b11f28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:36.777059185Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-642e6a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-642e6a","reconcileID":"9eb2cdf5-c0b5-4592-b7b8-120514278f79","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-642e6a","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-642e6a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:38.231972323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2feb358-1345-4791-992b-7519b3e4675b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:38.284800618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2feb358-1345-4791-992b-7519b3e4675b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:38.337251412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2feb358-1345-4791-992b-7519b3e4675b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:38.389022076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2feb358-1345-4791-992b-7519b3e4675b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:40.26235822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d194054-1710-4b64-a944-7ff4f475727d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:40.314078507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d194054-1710-4b64-a944-7ff4f475727d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:40.365547957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d194054-1710-4b64-a944-7ff4f475727d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:40.420145007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d194054-1710-4b64-a944-7ff4f475727d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:42.318755894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eabee4dc-b1f7-4847-9651-9ebbc09749e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:42.37101183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eabee4dc-b1f7-4847-9651-9ebbc09749e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:42.42261704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eabee4dc-b1f7-4847-9651-9ebbc09749e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:42.474217362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eabee4dc-b1f7-4847-9651-9ebbc09749e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:43.951592017Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.3292014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd3a689e-79e1-48b5-9bce-3e61c80c0952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.38121023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd3a689e-79e1-48b5-9bce-3e61c80c0952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.433116977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd3a689e-79e1-48b5-9bce-3e61c80c0952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:44.48481378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd3a689e-79e1-48b5-9bce-3e61c80c0952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:46.35462431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ebcf2a-ec64-4a09-8958-df5d791e8eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:46.406160213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ebcf2a-ec64-4a09-8958-df5d791e8eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:46.45784315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ebcf2a-ec64-4a09-8958-df5d791e8eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:46.509732272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ebcf2a-ec64-4a09-8958-df5d791e8eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.407683673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5e78b69-a376-4f22-8451-a2e88565e465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.459732617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5e78b69-a376-4f22-8451-a2e88565e465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.511393093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5e78b69-a376-4f22-8451-a2e88565e465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:58:48.564789303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5e78b69-a376-4f22-8451-a2e88565e465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:11.902814302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"025a8603-2c5c-48b3-90e5-23c21df4acbf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-3b1d36","tenantID":"e2e-shared-b-w0-3b1d36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:12.016505162Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"025a8603-2c5c-48b3-90e5-23c21df4acbf","name":"e2e-shared-b-w0-3b1d36-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:13.010946452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"b309ec0c-fb9d-47d0-abf5-ebc3ff8c7f9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:13.187054396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"5933c500-7b11-4ef8-b2cf-b639aebadf64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:13.28789684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"477f3341-9caf-4c9a-ab60-38b9209a9b6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:13.306094266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"360e6928-0925-495a-9e1c-ffe834b156a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:13.488287722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"653d935e-ec0f-4222-a9c1-84590f9b6303","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:13.602710536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e01bc41d-a24e-432c-acb0-70f311219e5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:13.780608886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"59419de6-773d-401f-8055-460ac7de8e3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:13.882720374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"6f10cd5b-6b37-41b0-85b7-96880d14e1aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:13.95166809Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:13.982669804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"2f7c0298-dfd9-4486-a7f2-db9820edf735","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:14.264516918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f51548e-0f14-431b-9521-8ea540479eb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:14.440804592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"e720a7ad-ca5f-44e7-b584-b2d58cf6b5fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:14.543570086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"644729e1-4f5a-461d-ab13-12a6cdb1876e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.401614038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"baa81a35-d1b9-45f3-96ff-e2c3881724e9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-ea50b7","tenantID":"e2e-autores-ea50b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:21.514682297Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"baa81a35-d1b9-45f3-96ff-e2c3881724e9","name":"e2e-autores-ea50b7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:35.206055968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"b1269fbb-4865-4af7-b9dc-4ca11d125de2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:35.303655884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"b452bfa2-83ab-43f3-b3a5-aec6653ab2fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:35.404399292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a44ac09f-2158-4a14-8fd8-6ad08ff0ac2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:35.568585198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"f2ac0c99-fc2b-48f5-8b3e-d752d29cb182","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:35.670720996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"c253ad2f-6354-4df8-beff-b541ccccd19e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:36.069852421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"c85a5b03-bbfe-4fc1-b22a-3a998b57cac4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:36.171594471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11bc0b5d-a851-4112-aa84-a0be3e149234","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:36.20138684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"342f736b-48b6-4137-90b4-176118003c83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:36.312318104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"50380547-9b46-4e32-be19-ac59ae2a6068","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:36.558427894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"e3ecedc4-fe94-4161-8865-2185173edc00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:36.675059577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"a8018770-85c2-4d67-b0e4-bceb250bdfa3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:36.804698797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"a53336de-e584-408e-a1bb-07610e8adbec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:42.231231855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53f70f8-74b4-478e-a3f6-e1548903d59a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:42.288085716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53f70f8-74b4-478e-a3f6-e1548903d59a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:42.340206236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53f70f8-74b4-478e-a3f6-e1548903d59a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:42.392210921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53f70f8-74b4-478e-a3f6-e1548903d59a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:43.952855511Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:44.272569639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4700492c-d98d-44a7-9122-e153dbb5ed97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:44.327249267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4700492c-d98d-44a7-9122-e153dbb5ed97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:44.381087071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4700492c-d98d-44a7-9122-e153dbb5ed97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:44.433530822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4700492c-d98d-44a7-9122-e153dbb5ed97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:45.399077105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"3a45e88d-dd53-4624-93b0-e0225a8461f1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-087f6c","tenantID":"e2e-extmod-a-087f6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:45.517322682Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"3a45e88d-dd53-4624-93b0-e0225a8461f1","name":"e2e-extmod-a-087f6c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:52.440109974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a390b7-71e9-4866-a237-bd8170b85fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:52.491784961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a390b7-71e9-4866-a237-bd8170b85fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:52.543420466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a390b7-71e9-4866-a237-bd8170b85fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:52.595200204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9a390b7-71e9-4866-a237-bd8170b85fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:54.526410638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cbb366d-5d08-4d86-a852-5e989103c38d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:54.577737475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cbb366d-5d08-4d86-a852-5e989103c38d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:54.629083655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cbb366d-5d08-4d86-a852-5e989103c38d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:59:54.680544958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cbb366d-5d08-4d86-a852-5e989103c38d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:14.193023575Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:30.183558545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"ee1208a5-c1a0-432f-9cf7-ec11aa6b8bac","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-642e6a","tenantID":"e2e-extmod-b-642e6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:30.396150078Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"ee1208a5-c1a0-432f-9cf7-ec11aa6b8bac","name":"e2e-extmod-b-642e6a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:31.325269466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"21634948-a195-482b-b244-7e63d16c3436","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:31.531484952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"e9af197e-25eb-4771-ac88-dc408736a70d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:31.685438685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"7322ff6f-f040-4871-9a55-e20a916b6234","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:31.841194037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bb3f3b1d-9b80-4f1a-bb72-b45b2ae81c69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:31.973185389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"0945de5e-f704-4bb2-ae24-3582c67bdd5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:32.075471644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"a2071518-975b-4e8d-9d7a-c3b8c6f39ed4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:32.332563591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"483b2816-cb21-4c94-8f6b-4b7b3b39494d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:32.435082824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"12892fa2-a45c-49e2-8d0f-b9332f9a1fda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:32.801665149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"a42bb186-df9e-49ec-986d-6e6a8e4be2a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:32.916926856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"7f7dfd7a-bd92-4a30-8709-f31b83cdfc7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:32.956063885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e8dd29a1-d297-4279-b907-c84eafb4c0f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:33.068686494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"94dfe937-6a62-48db-96ac-6512ab5485aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:43.951972386Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:51.144220314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"8d3d0cdf-2231-401c-82a8-43c07a8f1550","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:51.161532227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"60df9bb0-a2d4-457b-bfb6-012d82177b82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:51.703222136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"24060a0a-64e7-4727-9881-ff1d9896c0f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:51.852736397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d6554654-c91f-4459-968b-1e5fd09e94a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:51.905322143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"cae5e32b-2ff5-4b6d-b56f-3ebc0fa03b01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.059416225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"8ae982c3-97a0-4d9b-bab6-ea910be95765","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.159841086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"32eb071e-5af6-4172-bde1-41156fb649b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.258342423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d5317fe-1c14-4e21-ba8d-77553e303f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.259357572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"734fde40-e253-4731-a4e9-829efe2f09e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.260191841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"e34fe08f-4bd9-4349-b7d6-21030bd81b50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.31022875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d5317fe-1c14-4e21-ba8d-77553e303f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.362109444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d5317fe-1c14-4e21-ba8d-77553e303f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.4139997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d5317fe-1c14-4e21-ba8d-77553e303f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.66186303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"88d30836-cbec-4035-a0a7-e5a513e684c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.780787319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7a7f7670-e279-4d05-b632-23f50c071378","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:52.781292467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"dc7638f2-6158-4a27-8edc-86b285b880a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:54.356813297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc3c0597-7dde-438d-bedd-b41a6d9bbc9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:54.408884878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc3c0597-7dde-438d-bedd-b41a6d9bbc9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:54.460601263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc3c0597-7dde-438d-bedd-b41a6d9bbc9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:00:54.51266378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc3c0597-7dde-438d-bedd-b41a6d9bbc9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:05.965245054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ce9d64-12b4-443a-b152-b83b620cf00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:06.017106393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ce9d64-12b4-443a-b152-b83b620cf00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:06.069404723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ce9d64-12b4-443a-b152-b83b620cf00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:06.121485921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ce9d64-12b4-443a-b152-b83b620cf00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:07.992574456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"416e353e-0e46-4d70-84d1-4c69de4f5609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:08.044740217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"416e353e-0e46-4d70-84d1-4c69de4f5609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:08.096615199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"416e353e-0e46-4d70-84d1-4c69de4f5609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:08.148347715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"416e353e-0e46-4d70-84d1-4c69de4f5609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.192266174Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","namespace":"ai-tenant-e2e-autores-ea50b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.192322112Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","namespace":"ai-tenant-e2e-autores-ea50b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.192367736Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","tenant":"e2e-autores-ea50b7","tenantID":"e2e-autores-ea50b7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.245526131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","gvk":"Deployment","name":"maas-api-e2e-autores-ea50b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.304707994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","gvk":"Service","name":"maas-api-e2e-autores-ea50b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.362437102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-ea50b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.415931267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-ea50b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.511323908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-ea50b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.564903412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-ea50b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.620775461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-ea50b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.677408925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-ea50b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.729643587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","gvk":"Deployment","name":"payload-processing-e2e-autores-ea50b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.782588317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-ea50b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.834173105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","gvk":"Service","name":"payload-processing-e2e-autores-ea50b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.88548295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","gvk":"Service","name":"payload-pre-processing-e2e-autores-ea50b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.936863736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","gvk":"DestinationRule","name":"payload-processing-e2e-autores-ea50b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:09.988220399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-ea50b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:10.039642057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-ea50b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:10.054866755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8678176-9009-4980-b4be-a93c5e065eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:10.106401633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-ea50b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:10.107223767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8678176-9009-4980-b4be-a93c5e065eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:10.159794294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8678176-9009-4980-b4be-a93c5e065eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:10.159870446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-ea50b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:10.211687144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-ea50b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:10.212333548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8678176-9009-4980-b4be-a93c5e065eed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:10.264100385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-ea50b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:10.315164823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ea50b7"},"namespace":"ai-tenant-e2e-autores-ea50b7","name":"default-tenant","reconcileID":"99983332-04a5-48e3-9b56-b6736078093c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-ea50b7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:10.367455493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"dd9801d7-fc39-48ef-8675-8f07d0a137c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:10.470689689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"6c8a8993-430c-46c4-8d02-12b257460915","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:10.62922904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"a7f3f10a-2dc3-4815-b760-3896690e6add","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:10.929583874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"3ff272ad-bc2f-4b47-893b-cf7e7be7b148","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.051057357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"4fc3c9c8-6edc-4288-a31e-315c00d5f168","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.150253409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"c2614328-85b2-441d-a695-a4c1357edc5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.72843838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"fe76b448-9792-45a9-8d31-5c12d9041d81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.782262642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"b164d75e-95e2-47b5-9593-7d6e4457ca41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:11.833525501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"4e8e1a69-0752-4525-a96f-9a6e5250a28b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:12.126384175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9ee27e80-c146-4533-976a-00b7a1521dd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:12.207197971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f9beb9-db7c-42ca-81eb-f2b8febc9b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:12.225866001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2969700-706f-4d8f-8406-58171bf06c1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:12.25907956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f9beb9-db7c-42ca-81eb-f2b8febc9b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:12.310940904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f9beb9-db7c-42ca-81eb-f2b8febc9b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:12.363105835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f9beb9-db7c-42ca-81eb-f2b8febc9b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:12.414603723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"7aebdfca-ebac-4000-bf09-420edcafc5d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:13.952159926Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:14.240727163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd3a2d9-d595-4db0-bcb9-61be653ba763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:14.292498218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd3a2d9-d595-4db0-bcb9-61be653ba763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:14.344117712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd3a2d9-d595-4db0-bcb9-61be653ba763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:14.395769434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd3a2d9-d595-4db0-bcb9-61be653ba763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:17.077800847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df8886f-f72e-49ef-af21-0d08be2c447a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:17.13537768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df8886f-f72e-49ef-af21-0d08be2c447a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:17.187413119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df8886f-f72e-49ef-af21-0d08be2c447a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:17.239712122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df8886f-f72e-49ef-af21-0d08be2c447a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:17.343371548Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-ea50b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-ea50b7","reconcileID":"a5e211d9-1744-4e88-b88b-8fbc91150637","aitenant":"ai-tenants/e2e-autores-ea50b7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:18.107139001Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-ea50b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-ea50b7","reconcileID":"a5e211d9-1744-4e88-b88b-8fbc91150637","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-ea50b7","removed":["maas.opendatahub.io/gateway-access-e2e-autores-ea50b7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:19.139087707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ff4e5e-00e5-43bc-9abc-c39927bd563b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:19.191176448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ff4e5e-00e5-43bc-9abc-c39927bd563b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:19.243114628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ff4e5e-00e5-43bc-9abc-c39927bd563b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:19.294954944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ff4e5e-00e5-43bc-9abc-c39927bd563b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:21.164709487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b517662c-eab0-4c59-89dc-617e5612c230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:21.216664834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b517662c-eab0-4c59-89dc-617e5612c230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:21.283892171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b517662c-eab0-4c59-89dc-617e5612c230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:21.339173887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b517662c-eab0-4c59-89dc-617e5612c230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:23.207540032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc4b57e-1506-476d-8e66-a8495848b8bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:23.259530193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc4b57e-1506-476d-8e66-a8495848b8bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:23.325723862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc4b57e-1506-476d-8e66-a8495848b8bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:23.382439212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc4b57e-1506-476d-8e66-a8495848b8bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.346736717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb56db60-167b-4411-8ef9-c6851cff2c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.398727284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb56db60-167b-4411-8ef9-c6851cff2c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.450553467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb56db60-167b-4411-8ef9-c6851cff2c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.502854717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb56db60-167b-4411-8ef9-c6851cff2c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.827941909Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"5bbce12d-9647-4077-9f2a-b8f65b32dcbb","namespace":"ai-tenant-e2e-extmod-a-c19567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.828001312Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"5bbce12d-9647-4077-9f2a-b8f65b32dcbb","namespace":"ai-tenant-e2e-extmod-a-c19567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.828048959Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"5bbce12d-9647-4077-9f2a-b8f65b32dcbb","aitenant":"ai-tenants/e2e-extmod-a-c19567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.828117687Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","namespace":"ai-tenant-e2e-extmod-a-087f6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.828152566Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","namespace":"ai-tenant-e2e-extmod-a-087f6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.828190867Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","tenant":"e2e-extmod-a-087f6c","tenantID":"e2e-extmod-a-087f6c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.881619385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","gvk":"Deployment","name":"maas-api-e2e-extmod-a-087f6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.940649423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","gvk":"Service","name":"maas-api-e2e-extmod-a-087f6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:25.950198263Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-cac9f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-cac9f3","reconcileID":"65021450-3ee4-4e57-980f-7700eb837f92","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-cac9f3","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-cac9f3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:26.00207163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-087f6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:26.055682544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-087f6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:26.1121932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-087f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:26.200322118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-087f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:26.269697562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-087f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:26.334003692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-087f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:26.386018959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-087f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:26.437285715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-087f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:26.488599132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","gvk":"Service","name":"payload-processing-e2e-extmod-a-087f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:26.568547908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-087f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:26.624775491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-087f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:26.676174105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-087f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:26.727270025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-087f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:26.778420711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-087f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:26.829579324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-087f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:26.882938026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-087f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:26.933931335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-087f6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:26.985714466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-087f6c"},"namespace":"ai-tenant-e2e-extmod-a-087f6c","name":"default-tenant","reconcileID":"0552e7c4-9d2f-4c43-9735-6239937ca47d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-087f6c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:27.392889595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98903cfa-a7e8-4f58-814b-7e8d6b83e2cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:27.444594477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98903cfa-a7e8-4f58-814b-7e8d6b83e2cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:27.496377435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98903cfa-a7e8-4f58-814b-7e8d6b83e2cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:27.548304297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98903cfa-a7e8-4f58-814b-7e8d6b83e2cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:29.420935905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e162857-e940-4309-aa77-694534fa4d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:29.473290031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e162857-e940-4309-aa77-694534fa4d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:29.528370795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e162857-e940-4309-aa77-694534fa4d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:29.58338705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e162857-e940-4309-aa77-694534fa4d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:31.477680713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2fe80b-cbaf-4fdd-bf40-802b8256ba87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:31.53012748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2fe80b-cbaf-4fdd-bf40-802b8256ba87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:31.582116321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2fe80b-cbaf-4fdd-bf40-802b8256ba87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:31.634076733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2fe80b-cbaf-4fdd-bf40-802b8256ba87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:33.50491157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402a4086-eeb2-4a91-973f-63a0db450baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:33.556666067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402a4086-eeb2-4a91-973f-63a0db450baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:33.608451237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402a4086-eeb2-4a91-973f-63a0db450baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:33.660165543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402a4086-eeb2-4a91-973f-63a0db450baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:35.282677199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"980e94d2-418e-44cb-bd9a-79873b18c854","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:35.53105108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"792f2cf6-3c45-4906-833b-6c89dfe79783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:35.580970182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"e42d972f-900d-48f2-b8f3-705d82cdb4f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:35.582634751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"792f2cf6-3c45-4906-833b-6c89dfe79783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:35.634564175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"792f2cf6-3c45-4906-833b-6c89dfe79783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:35.690559898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"792f2cf6-3c45-4906-833b-6c89dfe79783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:35.940346665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"ac5778b5-a2a1-4017-b723-ba33ce622f82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:36.007725076Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-087f6c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-087f6c","reconcileID":"7a7e2469-129c-4a97-a91f-31124ccdca1c","aitenant":"ai-tenants/e2e-extmod-a-087f6c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:36.114557942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"3cd7ca89-ab26-427e-883a-5325a066ad20","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:36.218473276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"b471b927-cfed-4895-ba73-1a82a265f88c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:36.318222246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9aeaec2d-a30a-4b09-8e80-17a314fb6456","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:36.416112186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"65a0ffee-5db5-4c77-9e03-005c022c5abc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:36.51469783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"16a44344-9871-4192-ad26-af37d7fb6405","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:36.614984827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"78948d87-1683-4701-a851-b368fab15e1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:36.627312684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"3764399d-dd86-415c-a52e-43c179998221","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:36.796871237Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-087f6c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-087f6c","reconcileID":"7a7e2469-129c-4a97-a91f-31124ccdca1c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-087f6c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-087f6c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:36.842535076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"263869ee-042d-41af-8008-903cf2532aee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:37.128849286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"2b6d00bb-2253-43af-b5d2-d0e952e537a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:37.621176819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca54e322-ced8-4c5e-a491-b643134b485c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:37.674058719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca54e322-ced8-4c5e-a491-b643134b485c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:37.726412574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca54e322-ced8-4c5e-a491-b643134b485c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:37.778348795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca54e322-ced8-4c5e-a491-b643134b485c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:39.636112159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3711193-f9d4-4d6d-905c-0a1d54d06567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:39.688117707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3711193-f9d4-4d6d-905c-0a1d54d06567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:39.740033064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3711193-f9d4-4d6d-905c-0a1d54d06567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:39.791940301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3711193-f9d4-4d6d-905c-0a1d54d06567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:40.790891597Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"a06c8df6-6004-496d-917e-bd9e87ddeb55","namespace":"llm","name":"e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:40.849356861Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"e5147e89-ba6f-4244-9663-8032cf892421","namespace":"llm","name":"e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:40.988755681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"484f8bef-c763-4e88-b3cf-ebab38c9a05a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:40.989017169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"dbd3bfb9-d0c4-46cb-8483-1fb8bc4f8c77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:40.98875649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"7ecc0cf7-9c12-4b8d-b6c7-252ee04a6ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:40.989516207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"71c866d0-2396-4683-bbd5-d4e2b591754b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:40.989531075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"7a4231f0-655e-493f-8e20-daa01c7f1200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.045085618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"7ecc0cf7-9c12-4b8d-b6c7-252ee04a6ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.04778778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"7a4231f0-655e-493f-8e20-daa01c7f1200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.050034473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"71c866d0-2396-4683-bbd5-d4e2b591754b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.052199878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"dbd3bfb9-d0c4-46cb-8483-1fb8bc4f8c77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.067792134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5013df7c-025d-40d0-993c-7cb640ee6781","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.06781598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5013df7c-025d-40d0-993c-7cb640ee6781","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.100247802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"542af9a5-b503-4240-bed0-da702ec8404a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.10027008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"542af9a5-b503-4240-bed0-da702ec8404a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.100485454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1e0a3317-b05f-445f-a484-aa95cda2f336","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.100496359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1e0a3317-b05f-445f-a484-aa95cda2f336","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.100716439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb61d1a1-6d64-45fe-91de-1464fd267ec8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.10072769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb61d1a1-6d64-45fe-91de-1464fd267ec8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.101034306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"062e03d5-849f-43e8-b84a-f31c9a762532","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.101046825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"062e03d5-849f-43e8-b84a-f31c9a762532","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.101316581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ead91121-532c-45fa-9bb7-733df765a94c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.101328139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ead91121-532c-45fa-9bb7-733df765a94c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.101541409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6cab3baf-9883-49a5-bb43-f0ad95d82c8c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.101552826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6cab3baf-9883-49a5-bb43-f0ad95d82c8c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.101757223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c42ebe3d-a45d-4ca3-b36b-d40e8ac5d176","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.10177011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c42ebe3d-a45d-4ca3-b36b-d40e8ac5d176","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.168236593Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"484f8bef-c763-4e88-b3cf-ebab38c9a05a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.222784685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"484f8bef-c763-4e88-b3cf-ebab38c9a05a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.292187789Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"35f04c8b-aeb7-4545-9360-172a6c69dd99","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"name":"e2e-dft-6e7657","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.307889987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9d82242f-c80f-498d-a5aa-fb2b748ecc1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.308617769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bdbed1f2-fffb-4b0a-b959-9f4a0172a104","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.401644442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"446917bb-13ac-4292-bcc0-feaebd09c3a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.401676164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"446917bb-13ac-4292-bcc0-feaebd09c3a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.435062938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"9208a003-0497-420a-a19e-698523e34523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.437547325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"7db16a15-6a5d-4e19-a308-16bc7b43f34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.454340171Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"93a30741-fc82-4425-9d6b-2835c5199532","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"name":"e2e-dft-6e7657","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.492434967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"9208a003-0497-420a-a19e-698523e34523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.49389444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"7db16a15-6a5d-4e19-a308-16bc7b43f34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.535392608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"d0f94079-8304-4643-8be7-335624eaaccd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.535547396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"b1160e3b-f116-4e66-8edc-60a0c6c041e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.538222973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9129093b-15aa-4b18-b63e-7d0927b4133a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:01:41.558348757Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"93a30741-fc82-4425-9d6b-2835c5199532","name":"e2e-dft-6e7657","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-6e7657\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:01:41.558416312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"93a30741-fc82-4425-9d6b-2835c5199532","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-6e7657\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.558640021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5ba1ba9c-6c6b-4bd0-b013-77f6f21d4249","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.558653322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5ba1ba9c-6c6b-4bd0-b013-77f6f21d4249","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.5589805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad3532ac-3129-4f48-958a-dc427f070794","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.558992208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad3532ac-3129-4f48-958a-dc427f070794","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.559206252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c02dfa5c-ce46-482d-ab1d-6674dedab763","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.559217439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c02dfa5c-ce46-482d-ab1d-6674dedab763","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.559421104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"63c74a75-6391-47c3-8930-2690ef2676c5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.559431131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"63c74a75-6391-47c3-8930-2690ef2676c5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.559630133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"10ebcd60-8c7d-4cd0-90be-9b7b2703a7b8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.559639221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"10ebcd60-8c7d-4cd0-90be-9b7b2703a7b8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.559847404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0b81b9e0-35f2-42d4-b231-ac7b22fc732c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.55985892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0b81b9e0-35f2-42d4-b231-ac7b22fc732c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.560065214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffd9e2d7-91ed-46f3-8fb4-331215b225ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.560075014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffd9e2d7-91ed-46f3-8fb4-331215b225ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.592604758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"d0f94079-8304-4643-8be7-335624eaaccd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.592917729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"b1160e3b-f116-4e66-8edc-60a0c6c041e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.595522801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9129093b-15aa-4b18-b63e-7d0927b4133a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.615059252Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"0bda9e6b-a4e6-4e6b-b766-f4dd5fb04164","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"name":"e2e-dft-6e7657","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.659642119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e47231c7-65c8-4b90-9faa-707a67f7a067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.711912964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e47231c7-65c8-4b90-9faa-707a67f7a067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.764141881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e47231c7-65c8-4b90-9faa-707a67f7a067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.816136323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e47231c7-65c8-4b90-9faa-707a67f7a067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.924417765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"cf86d465-48ec-43a3-bca8-d5354ddb6420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.973999548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"5d696c69-401a-42bc-8078-dc71ead5fc34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.974638863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"446ce0e1-9227-48ab-8c3c-969280a583e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.974998344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87fab604-4601-4dae-9fb6-9fc7b391c46d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.975252038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"ffd42531-8676-45a8-b665-86c5cb7c7bae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:41.980249864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"cf86d465-48ec-43a3-bca8-d5354ddb6420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.03023611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"5d696c69-401a-42bc-8078-dc71ead5fc34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.031274129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"446ce0e1-9227-48ab-8c3c-969280a583e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.034468705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"ffd42531-8676-45a8-b665-86c5cb7c7bae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.034698573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87fab604-4601-4dae-9fb6-9fc7b391c46d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.089796738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87fab604-4601-4dae-9fb6-9fc7b391c46d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.142358947Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"841354ea-3625-464f-8b07-142a9c029a00","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"name":"e2e-dft-6e7657","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.168870604Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"80b489e4-8752-4772-8459-060bacd187c5","namespace":"llm","name":"e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.245618735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"03a3fc11-13a8-46c0-8186-9b584e29e7a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.246660123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"96c909a6-be47-41d9-934c-54ea24457972","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.246681132Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"96c909a6-be47-41d9-934c-54ea24457972","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.301019561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"03a3fc11-13a8-46c0-8186-9b584e29e7a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.392805459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"5266b6a4-a577-46ce-b165-dbcb782fe46c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.392815009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c00e7d09-5746-4d25-aba1-33b841dd91f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.393329473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"904bbc58-0c1a-4dd0-910f-72f17edefe49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.393423768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c457ca1d-c471-4e9a-b8b7-04859751d8af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.448337252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c00e7d09-5746-4d25-aba1-33b841dd91f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.448554353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"5266b6a4-a577-46ce-b165-dbcb782fe46c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.450801947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c457ca1d-c471-4e9a-b8b7-04859751d8af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.450865849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"904bbc58-0c1a-4dd0-910f-72f17edefe49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.504637695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c457ca1d-c471-4e9a-b8b7-04859751d8af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.60953502Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","namespace":"ai-tenant-e2e-extmod-a-115ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.609614253Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","namespace":"ai-tenant-e2e-extmod-a-115ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.60968127Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","tenant":"e2e-extmod-a-115ee5","tenantID":"e2e-extmod-a-115ee5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.659198778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"1fdb408a-625e-4a18-8ace-0e7d51309268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.665242348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","gvk":"Deployment","name":"maas-api-e2e-extmod-a-115ee5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.665258827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"c7c9596e-6d02-49f3-9da0-13d89ee4868b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.714398502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"1fdb408a-625e-4a18-8ace-0e7d51309268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.720866125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"c7c9596e-6d02-49f3-9da0-13d89ee4868b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.723184103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","gvk":"Service","name":"maas-api-e2e-extmod-a-115ee5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.783316382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-115ee5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.860702095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"cada96d9-38df-473e-9326-41be26620fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.861118187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-115ee5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.925384487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-115ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.928587568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"cada96d9-38df-473e-9326-41be26620fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.97924291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"2c70b740-de20-4712-8b7e-9ebeac82dab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.979252134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"fb2dde61-fa32-4e39-b96b-49f27f1f5839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:42.981063704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-115ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.036516834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"fb2dde61-fa32-4e39-b96b-49f27f1f5839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.036720568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"2c70b740-de20-4712-8b7e-9ebeac82dab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.036921255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-115ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.095537166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-115ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.149323974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-115ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.149618454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"26a9d5a2-bbdc-43f8-86aa-eed523633602","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.15017878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"97b83b5d-2768-4c7c-a2ad-f15a127f4a71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.205474725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"26a9d5a2-bbdc-43f8-86aa-eed523633602","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.205572566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"97b83b5d-2768-4c7c-a2ad-f15a127f4a71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.205859736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-115ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.265358073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","gvk":"Service","name":"payload-processing-e2e-extmod-a-115ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.318973572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"a29ef38f-2fee-4eea-b7b9-68eb5550ab3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.32367887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-115ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.374728426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"a29ef38f-2fee-4eea-b7b9-68eb5550ab3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.377113034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-115ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.430494668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-115ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.484845615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-115ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.540296124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-115ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.597974893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-115ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.652849156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-115ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.705008995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fbfce0a-727a-45b0-94d6-6c7678124412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.760254751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-115ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.761681109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fbfce0a-727a-45b0-94d6-6c7678124412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.814146869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fbfce0a-727a-45b0-94d6-6c7678124412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.815516158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-115ee5"},"namespace":"ai-tenant-e2e-extmod-a-115ee5","name":"default-tenant","reconcileID":"43c0f96d-cedb-4e99-9115-2dfcfbe97b15","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-115ee5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.866064984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fbfce0a-727a-45b0-94d6-6c7678124412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:43.953143899Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:47.437101627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"d83b2fcc-6a33-414b-8148-ab245bed5e86","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:47.437131385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"d83b2fcc-6a33-414b-8148-ab245bed5e86","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:47.540806951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"d57accb2-730c-47e9-9614-0a3ec4076a0b","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:47.540874984Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"d57accb2-730c-47e9-9614-0a3ec4076a0b","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:47.647064013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"25dde662-3fe9-41c9-9720-e3e1d855f4f3","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:47.702415045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"25dde662-3fe9-41c9-9720-e3e1d855f4f3","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:47.756560835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"25dde662-3fe9-41c9-9720-e3e1d855f4f3","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:47.865103783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"dbcd4718-43e7-4696-a885-4ecf1f7a283b","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:47.865139706Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"dbcd4718-43e7-4696-a885-4ecf1f7a283b","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:48.01853392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"6b05c8f7-d6f5-4c7b-806e-0160e9778fee","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:48.074475742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"6b05c8f7-d6f5-4c7b-806e-0160e9778fee","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:48.12880365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"6b05c8f7-d6f5-4c7b-806e-0160e9778fee","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:52.711202981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94486402-e79c-4141-b31e-fb3fb04d5d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:52.766957126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94486402-e79c-4141-b31e-fb3fb04d5d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:52.821541436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94486402-e79c-4141-b31e-fb3fb04d5d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:53.950680757Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-115ee5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-115ee5","reconcileID":"0706f78e-e29d-4619-b018-f0193561b510","aitenant":"ai-tenants/e2e-extmod-a-115ee5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:54.524867041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a83695c-be00-4b01-b262-037e1c73dc38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:54.576688759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a83695c-be00-4b01-b262-037e1c73dc38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:54.628448126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a83695c-be00-4b01-b262-037e1c73dc38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:54.679943862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a83695c-be00-4b01-b262-037e1c73dc38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:54.795140728Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-115ee5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-115ee5","reconcileID":"0706f78e-e29d-4619-b018-f0193561b510","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-115ee5","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-115ee5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:56.576483826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f675343e-93cc-4c32-b060-5ed69754d425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:56.628272033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f675343e-93cc-4c32-b060-5ed69754d425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:56.680188003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f675343e-93cc-4c32-b060-5ed69754d425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:56.73222885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f675343e-93cc-4c32-b060-5ed69754d425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:58.335424168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"d590af15-33e4-4557-8c3e-a2b856579848","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:58.391795531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"d590af15-33e4-4557-8c3e-a2b856579848","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:58.446152347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"d590af15-33e4-4557-8c3e-a2b856579848","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:58.613901805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7e4632-7da2-43ef-92c9-9b16ded4ee3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:58.678396824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7e4632-7da2-43ef-92c9-9b16ded4ee3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:58.730332812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7e4632-7da2-43ef-92c9-9b16ded4ee3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:01:58.783612839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7e4632-7da2-43ef-92c9-9b16ded4ee3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:00.645990355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c24ac9-0bfd-4b3a-aa0e-99fd8288caa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:00.697594167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c24ac9-0bfd-4b3a-aa0e-99fd8288caa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:00.751515649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c24ac9-0bfd-4b3a-aa0e-99fd8288caa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:00.803901089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c24ac9-0bfd-4b3a-aa0e-99fd8288caa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:02.664276471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b101a2-7f45-472e-9cf8-c23938090f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:02.71712897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b101a2-7f45-472e-9cf8-c23938090f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:02.770124354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b101a2-7f45-472e-9cf8-c23938090f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:02.822188486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b101a2-7f45-472e-9cf8-c23938090f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:03.035550418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fed03754-e7f0-40ad-b539-5d70f5c33261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:03.092386007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fed03754-e7f0-40ad-b539-5d70f5c33261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:03.149128319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fed03754-e7f0-40ad-b539-5d70f5c33261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:04.721241589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a426573-ce3d-4fc6-aafa-faad8cd0501c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:04.773594297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a426573-ce3d-4fc6-aafa-faad8cd0501c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:04.825356222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a426573-ce3d-4fc6-aafa-faad8cd0501c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:04.877341596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a426573-ce3d-4fc6-aafa-faad8cd0501c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:08.655678964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"dfeb50b9-bd8f-41fe-9c0f-1a97f7c0d854","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:08.712378855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"dfeb50b9-bd8f-41fe-9c0f-1a97f7c0d854","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:08.766260012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"dfeb50b9-bd8f-41fe-9c0f-1a97f7c0d854","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.178305427Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.178512646Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.17860568Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","tenant":"e2e-shared-a-w0-f40c6c","tenantID":"e2e-shared-a-w0-f40c6c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.232921342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-f40c6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.292399704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","gvk":"Service","name":"maas-api-e2e-shared-a-w0-f40c6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.359126234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-f40c6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.363977252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a38c38ea-6e82-4a3f-afc4-0faef1dd8e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.41595155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-f40c6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.421795105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a38c38ea-6e82-4a3f-afc4-0faef1dd8e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.471812057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-f40c6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.495717295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a38c38ea-6e82-4a3f-afc4-0faef1dd8e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.52811658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-f40c6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.584133376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-f40c6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.641563286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-f40c6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.693064231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-f40c6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.746093385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-f40c6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.799196306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-f40c6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.851883558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-f40c6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.903757591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-f40c6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.955917042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-f40c6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:13.955962679Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:14.007609174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-f40c6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:14.062284856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-f40c6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:14.113767554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-f40c6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:14.165658006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-f40c6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:14.219129376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-f40c6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:14.272701704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-f40c6c"},"namespace":"ai-tenant-e2e-shared-a-w0-f40c6c","name":"default-tenant","reconcileID":"34452f6f-3fd2-4370-a404-8d6e68ff56d9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-f40c6c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:16.349114643Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-f40c6c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-f40c6c","reconcileID":"7eb98743-1983-4190-941f-0d01c0d96712","aitenant":"ai-tenants/e2e-shared-a-w0-f40c6c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:16.910203392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252e6e67-c697-4192-a6c7-63fd9f5ccd91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:16.962096631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252e6e67-c697-4192-a6c7-63fd9f5ccd91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:17.013627633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252e6e67-c697-4192-a6c7-63fd9f5ccd91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:17.065355721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252e6e67-c697-4192-a6c7-63fd9f5ccd91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:17.17689434Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-f40c6c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-f40c6c","reconcileID":"7eb98743-1983-4190-941f-0d01c0d96712","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-f40c6c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-f40c6c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:18.955264581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eec56bb-e533-445c-bc21-748cedebb5f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:19.007119733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eec56bb-e533-445c-bc21-748cedebb5f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:19.058781816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eec56bb-e533-445c-bc21-748cedebb5f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:19.058951484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"475904dc-7c7a-45a1-9714-d67ae17769d7","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:19.110588157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eec56bb-e533-445c-bc21-748cedebb5f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:19.1666168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"475904dc-7c7a-45a1-9714-d67ae17769d7","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:19.220349326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"475904dc-7c7a-45a1-9714-d67ae17769d7","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:20.971748068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40111c9c-6cee-477d-924c-36cbcd805cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:21.023958405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40111c9c-6cee-477d-924c-36cbcd805cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:21.077426972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40111c9c-6cee-477d-924c-36cbcd805cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:21.130675495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40111c9c-6cee-477d-924c-36cbcd805cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:21.130977449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"69783ecd-5981-4e9c-8815-e513f1973c1b","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:21.182015812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1468932-cc87-4c58-b74f-2b28bcea30c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:21.182560268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69701e35-5669-4c72-9073-968b38700a7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:21.187403985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"69783ecd-5981-4e9c-8815-e513f1973c1b","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:21.237860349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1468932-cc87-4c58-b74f-2b28bcea30c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:21.238377002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69701e35-5669-4c72-9073-968b38700a7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:21.241542219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"69783ecd-5981-4e9c-8815-e513f1973c1b","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:21.292268142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1468932-cc87-4c58-b74f-2b28bcea30c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:21.393211178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"a5d3c835-83b2-4f53-abb9-352b4b4c95b4","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:21.393241993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"a5d3c835-83b2-4f53-abb9-352b4b4c95b4","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:21.44502391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13652531-36cd-4a87-bf97-05f9b4f8e8d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:21.445047209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13652531-36cd-4a87-bf97-05f9b4f8e8d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.318808607Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.318915586Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.318965128Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","tenant":"e2e-shared-b-w0-3b1d36","tenantID":"e2e-shared-b-w0-3b1d36","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.373000635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-3b1d36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.449360364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","gvk":"Service","name":"maas-api-e2e-shared-b-w0-3b1d36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.50331743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-3b1d36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.558700731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-3b1d36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.61325487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-3b1d36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.712092175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-3b1d36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.768891526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-3b1d36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.826859702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-3b1d36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.881807811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-3b1d36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:24.935158096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-3b1d36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:25.078201411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-3b1d36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:25.137295913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-3b1d36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:25.206755466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-3b1d36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:25.267752743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-3b1d36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:25.322473899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-3b1d36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:25.379104261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-3b1d36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:25.432670051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-3b1d36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:25.487716772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-3b1d36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:25.54059971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-3b1d36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:25.594228501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-3b1d36"},"namespace":"ai-tenant-e2e-shared-b-w0-3b1d36","name":"default-tenant","reconcileID":"b68970b2-89b9-4468-9955-28506f803a81","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-3b1d36","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:25.626907971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c5e1c2-df42-4cc2-9e0b-014d902035af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:25.678871984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c5e1c2-df42-4cc2-9e0b-014d902035af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:25.730593306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c5e1c2-df42-4cc2-9e0b-014d902035af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:25.78240789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c5e1c2-df42-4cc2-9e0b-014d902035af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:27.649868837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b841bc2-82a7-4732-a041-450a8f8ad0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:27.701561501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b841bc2-82a7-4732-a041-450a8f8ad0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:27.75369546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b841bc2-82a7-4732-a041-450a8f8ad0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:27.805558088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b841bc2-82a7-4732-a041-450a8f8ad0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:29.723941873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9412bbd7-7a13-41e8-98d6-6378c73d19a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:29.775900308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9412bbd7-7a13-41e8-98d6-6378c73d19a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:29.827858496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9412bbd7-7a13-41e8-98d6-6378c73d19a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:29.879440576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9412bbd7-7a13-41e8-98d6-6378c73d19a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:31.014543755Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-3b1d36","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-3b1d36","reconcileID":"a086d775-c530-475e-b56a-004c74590b5b","aitenant":"ai-tenants/e2e-shared-b-w0-3b1d36","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:31.503492952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"9441629f-2033-42e1-b774-e00a52a7537c","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:31.559000404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"9441629f-2033-42e1-b774-e00a52a7537c","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:31.605166246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bd01ae2-19b2-438a-9c42-88aab31bab70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:31.613362724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"9441629f-2033-42e1-b774-e00a52a7537c","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:31.670606884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bd01ae2-19b2-438a-9c42-88aab31bab70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:31.725310015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bd01ae2-19b2-438a-9c42-88aab31bab70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:31.759626126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8f4eef-236e-40fc-986b-f02ee076e443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:31.811665747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8f4eef-236e-40fc-986b-f02ee076e443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:31.817279Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-3b1d36","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-3b1d36","reconcileID":"a086d775-c530-475e-b56a-004c74590b5b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-3b1d36","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-3b1d36"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:31.863632277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8f4eef-236e-40fc-986b-f02ee076e443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:31.915447071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8f4eef-236e-40fc-986b-f02ee076e443","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:33.643192631Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"573a4f19-e984-4d10-bf3a-d08e9ee8e7ef","namespace":"llm","name":"e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:33.701110933Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"438ac404-72fa-4685-996a-5a9bd7862ca8","namespace":"llm","name":"e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:33.813719043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d968817-72d0-4856-ad07-453249fd41b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:33.813870268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"31928073-8308-4d9d-835d-3e89088e473e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:33.814127272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"13fb69d2-d8c9-466d-8842-a1b65b348545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:33.865953486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d968817-72d0-4856-ad07-453249fd41b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:33.866017287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"2a4d6bb3-9d9e-4e72-9c29-3366da1e707b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:33.866210332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"f20ac166-7b86-4e9f-aefc-c749b8960067","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:33.869601776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"31928073-8308-4d9d-835d-3e89088e473e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:33.918147606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d968817-72d0-4856-ad07-453249fd41b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:33.918590586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b838ee6e-e733-41ab-9761-b0522811faa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:33.922480674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"2a4d6bb3-9d9e-4e72-9c29-3366da1e707b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:33.972342873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d968817-72d0-4856-ad07-453249fd41b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:33.980562984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"13fb69d2-d8c9-466d-8842-a1b65b348545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:33.982012176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"f20ac166-7b86-4e9f-aefc-c749b8960067","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.036790612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b838ee6e-e733-41ab-9761-b0522811faa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.040896403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"f20ac166-7b86-4e9f-aefc-c749b8960067","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.101690877Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"2dd8a279-b1a0-408e-8967-65c306f90a76","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"name":"e2e-dft-1cac48","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.105419319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b838ee6e-e733-41ab-9761-b0522811faa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.211679505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bc372a40-407c-4035-b6f5-fa069420b7cb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.211703588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bc372a40-407c-4035-b6f5-fa069420b7cb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.212148498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a9d5a816-b86e-4f25-b621-aae4ba0e45ca","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.212166828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a9d5a816-b86e-4f25-b621-aae4ba0e45ca","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.212509816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5b42b069-8244-453e-a77c-07ce987b34a6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.212526324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5b42b069-8244-453e-a77c-07ce987b34a6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.212853057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30cc1550-d0b6-4a86-8d19-edff88795ef3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.212870936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30cc1550-d0b6-4a86-8d19-edff88795ef3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.213198104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e26cba2-5d26-40f9-a6d4-f7f610b4ebe2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.213213416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e26cba2-5d26-40f9-a6d4-f7f610b4ebe2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.213290895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d18cfb5e-fdea-418c-a915-9ad9b86c7630","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.213802289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cefa5fe8-917f-4d77-80af-ca7ccd25a36b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.265166782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"41675fa9-b621-4dbc-bc77-53de70f7ec18","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.265192512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"41675fa9-b621-4dbc-bc77-53de70f7ec18","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.313363715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be0c7557-1097-41ed-b76b-1cdf7f432d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.313413424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"3aaf3b5a-6c20-442b-a19e-e59470a5308a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.313797598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"ed2657af-0ff6-484c-83c2-c05811cecb1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.37566431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be0c7557-1097-41ed-b76b-1cdf7f432d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.376162476Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"9c24c811-3fd6-4ab1-816d-a5cc34cbfd20","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"name":"e2e-dft-1cac48","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.387444069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"ed2657af-0ff6-484c-83c2-c05811cecb1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.388883139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"3aaf3b5a-6c20-442b-a19e-e59470a5308a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.410361702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"37b181b4-4288-4a99-bc57-9b708b3fe17f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.410373086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"e9d616b6-9520-4b9d-8c0b-42f2fe17248f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.437455865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5124e4c5-7034-4d79-b9af-dfcd58b24b33","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.437482827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5124e4c5-7034-4d79-b9af-dfcd58b24b33","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.437918734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"31df2ee9-9bd9-443f-a1a0-c6ceab8c8d59","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.437936677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"31df2ee9-9bd9-443f-a1a0-c6ceab8c8d59","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.438316286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"75adebfe-5775-4a77-b805-20e4981fc04c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.438335108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"75adebfe-5775-4a77-b805-20e4981fc04c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.466281467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"37b181b4-4288-4a99-bc57-9b708b3fe17f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.46746026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"e9d616b6-9520-4b9d-8c0b-42f2fe17248f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.743343387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"4728c1a8-62c6-454c-b829-56baf1efc3ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.743524173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"b41a18a9-b755-4d0f-9c20-4c8614ffd4a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.743342644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"aad3785c-1b70-4059-b2e4-19b69ba8003f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.799906714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"aad3785c-1b70-4059-b2e4-19b69ba8003f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.800158196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"4728c1a8-62c6-454c-b829-56baf1efc3ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.80336211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"b41a18a9-b755-4d0f-9c20-4c8614ffd4a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.845960624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"b00b833e-2f42-4f11-a05b-2448db9f3e9d","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.845981049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cb319dd-234b-4858-83a8-d98e4b5b39cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.902789925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cb319dd-234b-4858-83a8-d98e4b5b39cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.902815268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"b00b833e-2f42-4f11-a05b-2448db9f3e9d","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.95728544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cb319dd-234b-4858-83a8-d98e4b5b39cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:34.957593655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"b00b833e-2f42-4f11-a05b-2448db9f3e9d","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.019735536Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"fa45ab57-caa7-4ef4-adaa-32a0dbe4251c","namespace":"llm","name":"e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.099864709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"794c9949-12fe-43dc-ab56-fa479786da58","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.099897361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"794c9949-12fe-43dc-ab56-fa479786da58","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"routeName":"external-model-e2e-dft-1cac48-81dc431030fe","namespace":"llm","model":"e2e-dft-1cac48","externalModel":"e2e-dft-1cac48","provider":"e2e-dft-1cac48-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.202952104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"583c6558-9b0f-47ee-9be5-887ba8108720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.203870227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"ccbfe0ec-c867-44d7-8704-447285e416dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.20415898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"5b5e81f7-44c0-4c8f-95ca-33a7d84884e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.254554458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48e01edd-b5f3-45b1-b4db-8ced3289e971","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.254607117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b80f30a8-5910-4c82-9a2b-3836b30cad90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.258552959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"583c6558-9b0f-47ee-9be5-887ba8108720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.260976469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"5b5e81f7-44c0-4c8f-95ca-33a7d84884e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.26292457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"ccbfe0ec-c867-44d7-8704-447285e416dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.310291153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48e01edd-b5f3-45b1-b4db-8ced3289e971","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.310359081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b80f30a8-5910-4c82-9a2b-3836b30cad90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.379881703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48e01edd-b5f3-45b1-b4db-8ced3289e971","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.586697208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"33179564-3693-4e77-adda-69022a51b12a","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.620365899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"203272e3-175e-4a66-aba7-2e1cbf05ff2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.639398018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"fb4d3839-2d14-44e7-8e21-0d4a8677d04a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.639413136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"a4fb3be4-6b71-4ace-a036-9b5f51bd092e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.639813729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"847f667d-a08c-47b0-9d20-c3fc792886bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.644198722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"33179564-3693-4e77-adda-69022a51b12a","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.676539532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"203272e3-175e-4a66-aba7-2e1cbf05ff2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.695766298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"847f667d-a08c-47b0-9d20-c3fc792886bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.696046315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"a4fb3be4-6b71-4ace-a036-9b5f51bd092e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.698013535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"fb4d3839-2d14-44e7-8e21-0d4a8677d04a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.699240977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"33179564-3693-4e77-adda-69022a51b12a","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.871859334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cab1e427-3f69-4b4e-a7c2-7e57e238b02a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.923727745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cab1e427-3f69-4b4e-a7c2-7e57e238b02a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.924125295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"f63165e3-bc74-4292-b073-5b5c1d932591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:35.976067279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cab1e427-3f69-4b4e-a7c2-7e57e238b02a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.027948024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cab1e427-3f69-4b4e-a7c2-7e57e238b02a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.084130784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"f63165e3-bc74-4292-b073-5b5c1d932591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.18218149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"a387ce72-a49a-4c12-89d6-abf5249b8450","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.182702224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"b37b4412-cb9a-4d27-8bc4-0a374e85abd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.183240985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"1041797c-dced-4415-8f14-d97820551f79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.243302948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"a387ce72-a49a-4c12-89d6-abf5249b8450","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.243329465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"b37b4412-cb9a-4d27-8bc4-0a374e85abd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.245565728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"1041797c-dced-4415-8f14-d97820551f79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.287255117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"0418e169-2c92-42d5-9038-740ad7407c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.343038208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"0418e169-2c92-42d5-9038-740ad7407c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.492757459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"d4e6c03e-2f8e-45af-8fd1-fd1d7a632d3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.548421824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"d4e6c03e-2f8e-45af-8fd1-fd1d7a632d3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.646865652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39639054-d29a-44a4-bd87-9335b532db14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:36.702693972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39639054-d29a-44a4-bd87-9335b532db14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:38.018137867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d60385-eed4-4ed3-83be-329a34efb1d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:38.070167141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d60385-eed4-4ed3-83be-329a34efb1d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:38.122010713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d60385-eed4-4ed3-83be-329a34efb1d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:38.173816327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d60385-eed4-4ed3-83be-329a34efb1d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.038172142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"9817be98-5125-49ac-98f0-ba7bad00b647","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.038202452Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"9817be98-5125-49ac-98f0-ba7bad00b647","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"routeName":"external-model-e2e-dft-1cac48-81dc431030fe","namespace":"llm","model":"e2e-dft-1cac48","externalModel":"e2e-dft-1cac48","provider":"e2e-dft-1cac48-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.110846413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0da4252c-6fce-4b2c-8888-96133d0dc91a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.162945388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0da4252c-6fce-4b2c-8888-96133d0dc91a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.214689416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"5170d81b-3787-4bd8-98df-55d34785a49c","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.214713623Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"5170d81b-3787-4bd8-98df-55d34785a49c","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"routeName":"external-model-e2e-dft-1cac48-81dc431030fe","namespace":"llm","model":"e2e-dft-1cac48","externalModel":"e2e-dft-1cac48","provider":"e2e-dft-1cac48-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.214854308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0da4252c-6fce-4b2c-8888-96133d0dc91a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.267164606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0da4252c-6fce-4b2c-8888-96133d0dc91a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.369739718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"15b56a67-e686-4ce9-bfe7-38948da798a7","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.42636769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"15b56a67-e686-4ce9-bfe7-38948da798a7","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.534003916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"15b56a67-e686-4ce9-bfe7-38948da798a7","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.643001141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"f8a37a80-3a9f-438f-8b78-bd193641bda1","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.643027213Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"f8a37a80-3a9f-438f-8b78-bd193641bda1","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"routeName":"external-model-e2e-dft-1cac48-81dc431030fe","namespace":"llm","model":"e2e-dft-1cac48","externalModel":"e2e-dft-1cac48","provider":"e2e-dft-1cac48-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.847232253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"08b2a743-bfb1-4a12-9c60-8ff658ee7dbf","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.902550501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"08b2a743-bfb1-4a12-9c60-8ff658ee7dbf","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:40.956787161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"08b2a743-bfb1-4a12-9c60-8ff658ee7dbf","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:02:41.009322945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"08b2a743-bfb1-4a12-9c60-8ff658ee7dbf","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-1cac48-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:41.341282667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"723105d5-5142-4103-8160-b0478ceb86c2","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:41.39718715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"723105d5-5142-4103-8160-b0478ceb86c2","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:41.451289152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"723105d5-5142-4103-8160-b0478ceb86c2","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:42.160328378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32bfec4c-eab2-4f46-bd15-47a85eb557af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:42.212085292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32bfec4c-eab2-4f46-bd15-47a85eb557af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:42.263947949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32bfec4c-eab2-4f46-bd15-47a85eb557af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:42.315544439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32bfec4c-eab2-4f46-bd15-47a85eb557af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:43.953346396Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.205297769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c4b746-cf35-4eda-b9ce-d91f167381a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.256899234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c4b746-cf35-4eda-b9ce-d91f167381a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.308479219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c4b746-cf35-4eda-b9ce-d91f167381a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:44.360119207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c4b746-cf35-4eda-b9ce-d91f167381a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:45.638853534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f21c3089-c520-4d3e-95c2-926dca9545e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:45.694874549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f21c3089-c520-4d3e-95c2-926dca9545e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:45.749833891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f21c3089-c520-4d3e-95c2-926dca9545e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:45.957874803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"3ee81369-8c05-45fd-a64d-af799438d650","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:46.013816274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"3ee81369-8c05-45fd-a64d-af799438d650","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:46.067971254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"3ee81369-8c05-45fd-a64d-af799438d650","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:50.734467547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"f098b22c-2734-4335-9da7-d89d376644b3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cac9f3","tenantID":"e2e-extmod-a-cac9f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:50.848101008Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"f098b22c-2734-4335-9da7-d89d376644b3","name":"e2e-extmod-a-cac9f3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:50.904654542Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","namespace":"ai-tenant-e2e-extmod-a-c19567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:50.904734742Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","namespace":"ai-tenant-e2e-extmod-a-c19567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:50.904837209Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","tenant":"e2e-extmod-a-c19567","tenantID":"e2e-extmod-a-c19567","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:50.958690342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","gvk":"Deployment","name":"maas-api-e2e-extmod-a-c19567","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.018787769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","gvk":"Service","name":"maas-api-e2e-extmod-a-c19567","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.073364081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-c19567","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.126435792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-c19567","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.182575376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-c19567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.236038926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-c19567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.304693185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-c19567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.370008484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-c19567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.421365978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-c19567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.472448352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-c19567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.525501569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","gvk":"Service","name":"payload-processing-e2e-extmod-a-c19567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.576785536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-c19567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.627639351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-c19567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.678453514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-c19567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.708965558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"656d434b-4a9a-4b9c-8062-38aecc9125b7","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.729406858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-c19567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.764660593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"656d434b-4a9a-4b9c-8062-38aecc9125b7","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.784055287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-c19567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.818858195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"656d434b-4a9a-4b9c-8062-38aecc9125b7","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.8352523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-c19567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.885962339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-c19567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.93744227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-c19567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:51.989047372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c19567"},"namespace":"ai-tenant-e2e-extmod-a-c19567","name":"default-tenant","reconcileID":"83f4f505-c1bf-40a3-b7d7-869c9d82e8a9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-c19567","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:52.699986007Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c19567","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c19567","reconcileID":"4f2dd830-20dd-4dd0-94e5-3b3612d7c1e4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c19567","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-c19567"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:53.797700535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c342e827-919c-4805-9de6-ec4dbd03256a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:53.851671044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c342e827-919c-4805-9de6-ec4dbd03256a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:53.903548756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c342e827-919c-4805-9de6-ec4dbd03256a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:53.954986747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c342e827-919c-4805-9de6-ec4dbd03256a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:55.813126746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b546d97-b078-40f7-908d-dfe6f845f134","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:55.865297055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b546d97-b078-40f7-908d-dfe6f845f134","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:55.917119798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b546d97-b078-40f7-908d-dfe6f845f134","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:55.925091765Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"352bc1d2-3b21-4453-a4fa-045219d579b3","namespace":"llm","name":"e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:55.96935545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b546d97-b078-40f7-908d-dfe6f845f134","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:55.981229895Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"79dcec20-c9bb-43b1-acc4-afa5ed5d8c6c","namespace":"llm","name":"e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.07284345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb72af9c-7299-47fc-b320-e3de50e30e51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.124453118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"96de1e30-32ea-46c2-887c-528481abca3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.125701611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"79feb1d6-feb5-4d24-a7ce-07e66425c4ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.129960849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb72af9c-7299-47fc-b320-e3de50e30e51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.184439317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"96de1e30-32ea-46c2-887c-528481abca3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.187345071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"79feb1d6-feb5-4d24-a7ce-07e66425c4ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.230146474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"7dcdf68b-2bb3-4e67-a4bf-0b1aa43ee9a0","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.230169155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"82e062b8-d950-4dca-8b01-9e9f5da66ddf","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.234338775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb72af9c-7299-47fc-b320-e3de50e30e51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.287365274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"82e062b8-d950-4dca-8b01-9e9f5da66ddf","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.28737848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"7dcdf68b-2bb3-4e67-a4bf-0b1aa43ee9a0","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.338991617Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"c31da32f-5c7c-4920-bf44-1991c09d14fa","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"name":"e2e-dft-4e2db4","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.342766437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"7dcdf68b-2bb3-4e67-a4bf-0b1aa43ee9a0","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.342780998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"82e062b8-d950-4dca-8b01-9e9f5da66ddf","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.390334154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"d3564076-0e87-437c-97ab-4486767dee06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.446164012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"d3564076-0e87-437c-97ab-4486767dee06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.450749016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e741c333-4f77-49f7-9178-abe6a72e621e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.450769383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e741c333-4f77-49f7-9178-abe6a72e621e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.451157644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"055b9952-6fe0-4ecf-98d3-47d0fb971e6b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.451173127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"055b9952-6fe0-4ecf-98d3-47d0fb971e6b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.451416431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2e62a1e8-ba9f-4161-822c-569532f52a7b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.451431677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2e62a1e8-ba9f-4161-822c-569532f52a7b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.451692589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43f00b14-87a1-4acd-ba67-ff4d8cef68ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.451704603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43f00b14-87a1-4acd-ba67-ff4d8cef68ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.452060901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1708c30c-1618-4c4b-92f4-6db5bb11e0de","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.452073393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1708c30c-1618-4c4b-92f4-6db5bb11e0de","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.500946569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b8202b96-5b5f-42f5-8d25-6a98c788c6fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.503934375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"8e20a5d8-79a3-4052-b49a-d861a851d3d2","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.503955601Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"8e20a5d8-79a3-4052-b49a-d861a851d3d2","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.521407408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"39a3e2db-4f11-4088-b2b7-901c0d42862a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.52141554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eaf16c73-f7a9-46a5-89a2-93f82eb2d1da","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.55648127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b8202b96-5b5f-42f5-8d25-6a98c788c6fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.598513849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"4ec19e09-081e-4bdf-9a1c-79eae9730083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.602486773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a98bb048-e2ba-4c8a-97da-e252ac625314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.607275639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"f8b1baea-2106-4f90-9116-38b46df95155","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.607295087Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"f8b1baea-2106-4f90-9116-38b46df95155","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"routeName":"external-model-e2e-dft-1cac48-81dc431030fe","namespace":"llm","model":"e2e-dft-1cac48","externalModel":"e2e-dft-1cac48","provider":"e2e-dft-1cac48-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.656603522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"4ec19e09-081e-4bdf-9a1c-79eae9730083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.66121074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a98bb048-e2ba-4c8a-97da-e252ac625314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.703759293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0655ac7c-9639-4dfe-b43f-525dc004bab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.716593977Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"0675cd69-8f31-4a75-a005-1bd1810235e2","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"name":"e2e-dft-4e2db4","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.764750012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"06bea839-e4f2-4f46-a9b8-11f1856c20f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.769337339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b34e712e-334b-41d0-959e-e1f10cc86a16","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.769361209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b34e712e-334b-41d0-959e-e1f10cc86a16","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.769729396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8adefe57-8895-4970-96cb-c02b32a9a386","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.769745908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8adefe57-8895-4970-96cb-c02b32a9a386","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.770020207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0655ac7c-9639-4dfe-b43f-525dc004bab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.770244194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"749c16d9-c49e-4f1e-85dc-b2dca3d7c0e5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.770261806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"749c16d9-c49e-4f1e-85dc-b2dca3d7c0e5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.844230223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0655ac7c-9639-4dfe-b43f-525dc004bab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.859904013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"06bea839-e4f2-4f46-a9b8-11f1856c20f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.885889619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"cc65acd4-939d-4e42-b734-a94bafc65f72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:56.9416334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"cc65acd4-939d-4e42-b734-a94bafc65f72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.020763134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"bb9bebed-3520-491d-8df4-73f24832075d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.020956212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"2febf9e0-394f-4645-be1b-485252ecde22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.02129445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"6c30f3ee-f9ca-41fe-8716-d8c4870d556d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.077175441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"2febf9e0-394f-4645-be1b-485252ecde22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.078797548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"bb9bebed-3520-491d-8df4-73f24832075d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.079506673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"6c30f3ee-f9ca-41fe-8716-d8c4870d556d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.336511766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"5eceb08b-f007-4bc8-b8fb-467428812ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.33699083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"a450b1b8-be80-481f-babe-55a244e2a5bc","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.404014125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"a450b1b8-be80-481f-babe-55a244e2a5bc","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.404306295Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"c44ba25e-523b-41a2-8bba-f3baed2cb147","namespace":"llm","name":"e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.405033623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"5eceb08b-f007-4bc8-b8fb-467428812ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.422605154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"3f3ed844-a368-4fbd-baa0-47c0aa5fc080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.451808867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"fb59cee2-6b30-433a-9a0f-40e4a7bf212e","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.451859937Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"fb59cee2-6b30-433a-9a0f-40e4a7bf212e","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.459576268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"a450b1b8-be80-481f-babe-55a244e2a5bc","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.478435491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"3f3ed844-a368-4fbd-baa0-47c0aa5fc080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.5243956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbd7b321-a08b-40e3-b9d4-cf43c8f30bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.524464798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"8a1c74b3-52ae-42fe-93fb-8d13aa36fad0","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.581528219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbd7b321-a08b-40e3-b9d4-cf43c8f30bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.581734178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"8a1c74b3-52ae-42fe-93fb-8d13aa36fad0","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.636740972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbd7b321-a08b-40e3-b9d4-cf43c8f30bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.637527529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"8a1c74b3-52ae-42fe-93fb-8d13aa36fad0","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.715002094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab67f1f8-fba3-4ae5-8ca8-4a9a5af7a9e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.762511041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"e823355e-640d-4dea-97d2-df2afb616b78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.770496661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab67f1f8-fba3-4ae5-8ca8-4a9a5af7a9e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.81924217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"e823355e-640d-4dea-97d2-df2afb616b78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.841682108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b473282a-ae36-4263-b172-a25695e3e074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.841814531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b2723440-3f2b-4189-ab7a-90dc928db53b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.84209832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"1f57ad7e-b2c2-4b23-b244-cccd03cbed21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.900636629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b473282a-ae36-4263-b172-a25695e3e074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.901165075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"1b63f00f-19f6-4571-a906-d1784a5e0379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.905536338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b2723440-3f2b-4189-ab7a-90dc928db53b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.960914756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b473282a-ae36-4263-b172-a25695e3e074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.971920756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"1b63f00f-19f6-4571-a906-d1784a5e0379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:57.972004447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"1f57ad7e-b2c2-4b23-b244-cccd03cbed21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.019435416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b473282a-ae36-4263-b172-a25695e3e074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.282742052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"efb7c72b-7c1b-4162-8cd4-04e7014730ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.334249696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"aa2791a3-fb54-4caa-ba43-fba19d4ee21d","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.334304102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"950e5b2a-2625-4181-9ff5-c45977eaeb54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.334848557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"62719d2e-5bcc-44ec-b544-ac8972336ef7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.335011645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"630f1143-2926-4947-bf95-125933364ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.338584125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"efb7c72b-7c1b-4162-8cd4-04e7014730ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.390561124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"950e5b2a-2625-4181-9ff5-c45977eaeb54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.391983989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"aa2791a3-fb54-4caa-ba43-fba19d4ee21d","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.393575882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"62719d2e-5bcc-44ec-b544-ac8972336ef7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.395459459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"630f1143-2926-4947-bf95-125933364ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.445663401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"950e5b2a-2625-4181-9ff5-c45977eaeb54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.446566307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"aa2791a3-fb54-4caa-ba43-fba19d4ee21d","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.500178218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4499ee52-f1ec-472b-a65e-6917d7bbb025","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.500203765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4499ee52-f1ec-472b-a65e-6917d7bbb025","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.554047256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"1aaf8b76-0a95-4263-9e60-409af2eb661d","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.554067361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"1aaf8b76-0a95-4263-9e60-409af2eb661d","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"routeName":"external-model-e2e-dft-1cac48-81dc431030fe","namespace":"llm","model":"e2e-dft-1cac48","externalModel":"e2e-dft-1cac48","provider":"e2e-dft-1cac48-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.655220314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"683e4a74-1e4f-4796-8e65-cb618fa8de21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.698144889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"ba76c6d1-2ad0-43c2-aace-36b6105ae984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.713196279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"683e4a74-1e4f-4796-8e65-cb618fa8de21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.753506989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"ba76c6d1-2ad0-43c2-aace-36b6105ae984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.758614503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"e9d84b0c-c039-41a4-85bc-a05413fb3363","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.801273824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"c5bb4375-9a46-47cf-8520-3c435c169fad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.8135721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"e9d84b0c-c039-41a4-85bc-a05413fb3363","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.856283563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"c5bb4375-9a46-47cf-8520-3c435c169fad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.868061979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"e9d84b0c-c039-41a4-85bc-a05413fb3363","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.97370923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"fb434c2d-e2df-40ef-80c7-fd90ef18bfc7","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:58.973732572Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"fb434c2d-e2df-40ef-80c7-fd90ef18bfc7","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:59.487347537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"797fa2f6-a7a1-4818-8095-cf2173be36d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:59.487533422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8daaafef-9d3c-421d-8fea-d643877df68b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:59.487781005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"36692c1f-50bd-439a-889f-3bdb695ef8eb","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:59.487932976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"134e97a0-1ff4-4409-9aa3-24963efdabd9","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:59.543364703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"797fa2f6-a7a1-4818-8095-cf2173be36d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:59.543500172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"36692c1f-50bd-439a-889f-3bdb695ef8eb","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:59.545598655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8daaafef-9d3c-421d-8fea-d643877df68b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:59.545770322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"134e97a0-1ff4-4409-9aa3-24963efdabd9","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:59.599477957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"36692c1f-50bd-439a-889f-3bdb695ef8eb","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:59.599894327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8daaafef-9d3c-421d-8fea-d643877df68b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:02:59.600565805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"134e97a0-1ff4-4409-9aa3-24963efdabd9","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:02.333465467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"be79b16a-8ab3-4fd7-a78d-10c610a75b2b","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:02.333492301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"be79b16a-8ab3-4fd7-a78d-10c610a75b2b","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:02.437847896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"80f0d8d6-97d2-40e4-825d-fa1b539b7c6f","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:02.437892708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"80f0d8d6-97d2-40e4-825d-fa1b539b7c6f","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:02.645086042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"315c0e32-a24d-4406-8ee1-38c8b9f07f1a","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:02.700754258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"315c0e32-a24d-4406-8ee1-38c8b9f07f1a","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:02.756126506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"315c0e32-a24d-4406-8ee1-38c8b9f07f1a","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:02.865073219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"b2841938-e65a-4898-b06a-79de7016f92f","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:02.865110289Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"b2841938-e65a-4898-b06a-79de7016f92f","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:03.120944521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"dde07de1-bfcb-4e14-92e7-7d429256011a","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:03.176348124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"dde07de1-bfcb-4e14-92e7-7d429256011a","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:03.232562387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"dde07de1-bfcb-4e14-92e7-7d429256011a","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:09.9102862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"424878c3-c197-4e4d-be28-6ec048d4207d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:09.910489826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"bf0bd4f6-ff19-4b7d-b342-28986b9a1b71","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:09.910294914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"444d4d45-0802-4dbf-af29-5e53ad26838e","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:09.966621401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"bf0bd4f6-ff19-4b7d-b342-28986b9a1b71","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:09.967373446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"444d4d45-0802-4dbf-af29-5e53ad26838e","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:09.968916542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"424878c3-c197-4e4d-be28-6ec048d4207d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:10.02087952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"bf0bd4f6-ff19-4b7d-b342-28986b9a1b71","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:10.021182852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"444d4d45-0802-4dbf-af29-5e53ad26838e","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:10.02300891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"424878c3-c197-4e4d-be28-6ec048d4207d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:13.542996698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"385931e3-c1c4-4afd-b5cc-58350536312a","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:13.598685938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"385931e3-c1c4-4afd-b5cc-58350536312a","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:13.653318834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"385931e3-c1c4-4afd-b5cc-58350536312a","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:13.955397131Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:16.05585413Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","namespace":"ai-tenant-e2e-extmod-b-642e6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:16.055929368Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","namespace":"ai-tenant-e2e-extmod-b-642e6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:16.055995219Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","tenant":"e2e-extmod-b-642e6a","tenantID":"e2e-extmod-b-642e6a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:16.11266479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","gvk":"Deployment","name":"maas-api-e2e-extmod-b-642e6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:16.172090842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","gvk":"Service","name":"maas-api-e2e-extmod-b-642e6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:16.230149398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-642e6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:16.283927123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-642e6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:16.337863059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-642e6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:16.391872344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-642e6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:16.448246672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-642e6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:16.521691349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-642e6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:16.574200339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-642e6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:16.625587056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-642e6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:16.680257332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","gvk":"Service","name":"payload-processing-e2e-extmod-b-642e6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:16.734380661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-642e6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:16.785807267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-642e6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:16.837402834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-642e6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:16.888896906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-642e6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:16.943170071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-642e6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:16.994159187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-642e6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:17.047277398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-642e6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:17.100358292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-642e6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:17.151718233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-642e6a"},"namespace":"ai-tenant-e2e-extmod-b-642e6a","name":"default-tenant","reconcileID":"f6396963-8c18-4000-9ace-a7521bf676e8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-642e6a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.628937031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"5bbddc6d-bf56-434e-90e4-4a1d4743a600","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.629010539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"888ef8ca-4881-4620-9426-4a05657cebf1","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.629388149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f7ad8f4-1eaa-445b-8e3b-5996f6eb916c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.629536089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45758e6f-fa64-4f46-b5dc-dcc2c5fa566c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.631541263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"93f23144-9c74-463d-84c3-01840fdbf89d","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.6850524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"888ef8ca-4881-4620-9426-4a05657cebf1","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.685195667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"5bbddc6d-bf56-434e-90e4-4a1d4743a600","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.687307845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f7ad8f4-1eaa-445b-8e3b-5996f6eb916c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.687477363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45758e6f-fa64-4f46-b5dc-dcc2c5fa566c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.689431747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"93f23144-9c74-463d-84c3-01840fdbf89d","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.739350317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"888ef8ca-4881-4620-9426-4a05657cebf1","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.739696205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"5bbddc6d-bf56-434e-90e4-4a1d4743a600","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.741598096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f7ad8f4-1eaa-445b-8e3b-5996f6eb916c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.742895074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"93f23144-9c74-463d-84c3-01840fdbf89d","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.845002196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"1bdc3f50-710b-4585-9eec-38029286a8c4","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.845024188Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"1bdc3f50-710b-4585-9eec-38029286a8c4","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.948162763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"77b61b51-f9a1-47fe-b162-ad0db7590a1a","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.948187985Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"77b61b51-f9a1-47fe-b162-ad0db7590a1a","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.999811073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8b49846-b8b0-49eb-8af2-9b652bbc0ff3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:18.999868899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8b49846-b8b0-49eb-8af2-9b652bbc0ff3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.054237266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"36808e16-d1f5-4366-afa6-6077aa14d16f","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:19.054255619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"36808e16-d1f5-4366-afa6-6077aa14d16f","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"routeName":"external-model-e2e-dft-1cac48-81dc431030fe","namespace":"llm","model":"e2e-dft-1cac48","externalModel":"e2e-dft-1cac48","provider":"e2e-dft-1cac48-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:25.022327164Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-642e6a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-642e6a","reconcileID":"51c086a1-13c6-41df-af0a-1db462fcfda7","aitenant":"ai-tenants/e2e-extmod-b-642e6a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:25.580443254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f670744f-8298-4f30-b287-0fb3f4d557f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:25.632593437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f670744f-8298-4f30-b287-0fb3f4d557f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:25.684610685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f670744f-8298-4f30-b287-0fb3f4d557f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:25.736535568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f670744f-8298-4f30-b287-0fb3f4d557f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:25.849389893Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-642e6a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-642e6a","reconcileID":"51c086a1-13c6-41df-af0a-1db462fcfda7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-642e6a","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-642e6a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.612545783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46787cfc-8260-44da-ae12-c1a2fa8bd73a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.642286221Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-415cb5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-415cb5","reconcileID":"727745fa-2238-476e-982b-cc486869bf71","namespace":"llm","name":"e2e-dft-del-415cb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.664717593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46787cfc-8260-44da-ae12-c1a2fa8bd73a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.69997524Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-415cb5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-415cb5","reconcileID":"81084a47-8e53-4ef9-b7db-8f2dce5c957b","namespace":"llm","name":"e2e-dft-del-415cb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.71649528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46787cfc-8260-44da-ae12-c1a2fa8bd73a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:27.768393585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46787cfc-8260-44da-ae12-c1a2fa8bd73a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.032556494Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-415cb5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-415cb5","reconcileID":"6de3fcad-83aa-47e8-a89b-772e5cf722b8","MaaSModelRef":{"name":"e2e-dft-del-415cb5","namespace":"llm"},"name":"e2e-dft-del-415cb5","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.084124427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1eb3c52f-d9ed-487b-9ab1-7e7913f15e2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.084503532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"5d367b1d-cb50-4674-b2a3-0fc3b3e68edb","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.08515594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cd53094-e112-4962-8c75-e4c78b937d12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.085350111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"babe6665-09dd-42af-a1b2-93a27ddff74a","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.136070429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"bfa3a889-f933-4f73-abd4-07d0f4d212f8","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.143709442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"5d367b1d-cb50-4674-b2a3-0fc3b3e68edb","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.147248988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"51e89830-a30b-4ed1-8032-839b2ef28f6d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.147268409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"51e89830-a30b-4ed1-8032-839b2ef28f6d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.149216635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cd53094-e112-4962-8c75-e4c78b937d12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.152522403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1eb3c52f-d9ed-487b-9ab1-7e7913f15e2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.153673055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"babe6665-09dd-42af-a1b2-93a27ddff74a","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.191708749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"bfa3a889-f933-4f73-abd4-07d0f4d212f8","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.20047538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"22945323-055c-46be-8ca5-367988740626","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.200495417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"22945323-055c-46be-8ca5-367988740626","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.206951844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1eb3c52f-d9ed-487b-9ab1-7e7913f15e2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.207415989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"5d367b1d-cb50-4674-b2a3-0fc3b3e68edb","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.20938388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"babe6665-09dd-42af-a1b2-93a27ddff74a","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.245769929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"bfa3a889-f933-4f73-abd4-07d0f4d212f8","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.304310202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"0ce344bf-b1cb-4ea2-b90e-8706b2e73520","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.304336827Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"0ce344bf-b1cb-4ea2-b90e-8706b2e73520","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"routeName":"external-model-e2e-dft-1cac48-81dc431030fe","namespace":"llm","model":"e2e-dft-1cac48","externalModel":"e2e-dft-1cac48","provider":"e2e-dft-1cac48-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.30703638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"14a8846d-7db3-495f-b1d7-d91ee656bced","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.307181826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9d34ae3d-8c82-4f99-9cd7-d871334080b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.362487173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"ef586a13-e91d-4e5c-acc3-a1350e09ac64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.362925188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b88a0d25-0302-43db-b29a-e1021a4de774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.363792411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"610516d6-1cbb-4563-ba40-45dc28685b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.407152215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"edb008cc-77dc-4a3e-8155-6732309362ca","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.407174981Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"edb008cc-77dc-4a3e-8155-6732309362ca","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.423428108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"ef586a13-e91d-4e5c-acc3-a1350e09ac64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.42432989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b88a0d25-0302-43db-b29a-e1021a4de774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.426846153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"610516d6-1cbb-4563-ba40-45dc28685b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.459839359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d4a7fe53-0245-42fb-93c3-e70baf464fcc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.459939229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d4a7fe53-0245-42fb-93c3-e70baf464fcc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.460441215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a7defefb-e432-477f-874e-1f91f9719e67","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.460519287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a7defefb-e432-477f-874e-1f91f9719e67","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.460957796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5a54c015-77a4-4016-b88d-b87e6a765af7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.461042385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5a54c015-77a4-4016-b88d-b87e6a765af7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.463274428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"1d15164b-fc79-456d-a664-26d7a3a91bb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.512465006Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-415cb5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-415cb5","reconcileID":"41e6503a-29de-42c1-83f3-e6e013074b53","MaaSModelRef":{"name":"e2e-dft-del-415cb5","namespace":"llm"},"name":"e2e-dft-del-415cb5","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.518554466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"1d15164b-fc79-456d-a664-26d7a3a91bb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.563790091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"238e4ec2-4f32-440a-a5ca-9f459a30064b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.563811641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"238e4ec2-4f32-440a-a5ca-9f459a30064b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.564155574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d3186a43-6571-4a29-9df9-aaced28cac22","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.564168664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d3186a43-6571-4a29-9df9-aaced28cac22","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.564403673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"878fd883-c883-4faa-bbaa-0beb0bdab8c4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.564416433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"878fd883-c883-4faa-bbaa-0beb0bdab8c4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.564643627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"319e71be-2e9e-413e-80d9-327a7921c4cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.564665873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"319e71be-2e9e-413e-80d9-327a7921c4cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.564637901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"4f33841e-194c-46d3-9bea-682397165bf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.565019905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e0eebca0-a935-4a6b-b088-b6c0a2683eb4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.565033369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e0eebca0-a935-4a6b-b088-b6c0a2683eb4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.618453454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"c1b2866f-85e0-43d0-941a-8b6bad2ebb1d","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.618491292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"c1b2866f-85e0-43d0-941a-8b6bad2ebb1d","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.621574089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"4f33841e-194c-46d3-9bea-682397165bf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.81114005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"afd18dd8-1868-4edc-8dc7-72c3184b0d2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.862636657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"bc8e1f1e-4619-4726-95c9-c8c424153953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.86659136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"afd18dd8-1868-4edc-8dc7-72c3184b0d2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.914223537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"328d4b33-5dfc-43c8-be21-13ea2ce2c31c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.91423402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"462bdf9b-a87c-482c-9c35-ee24963ca3d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.918079301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"bc8e1f1e-4619-4726-95c9-c8c424153953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.966096757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"219c5ada-6d3c-42ab-b71d-b0c111710824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.970316039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"462bdf9b-a87c-482c-9c35-ee24963ca3d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:28.971029575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"328d4b33-5dfc-43c8-be21-13ea2ce2c31c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.021351431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"219c5ada-6d3c-42ab-b71d-b0c111710824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.299656164Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-415cb5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-415cb5","reconcileID":"6c7c5532-5ba0-4605-8fa5-4352305400e0","namespace":"llm","name":"e2e-dft-del-415cb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.352494384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-415cb5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-415cb5","reconcileID":"5c1e6fb7-6866-4f45-aa72-f107f97b94cf","MaaSModelRef":{"name":"e2e-dft-del-415cb5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-415cb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.352531957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-415cb5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-415cb5","reconcileID":"5c1e6fb7-6866-4f45-aa72-f107f97b94cf","MaaSModelRef":{"name":"e2e-dft-del-415cb5","namespace":"llm"},"routeName":"external-model-e2e-dft-del-415cb5-8b2f9042ff20","namespace":"llm","model":"e2e-dft-del-415cb5","externalModel":"e2e-dft-del-415cb5","provider":"e2e-dft-del-415cb5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.454348616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d24c2e2e-2dae-45fa-ba9e-0b8bd88f6086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.509939683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d24c2e2e-2dae-45fa-ba9e-0b8bd88f6086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.512856355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"e620de95-d7ce-4762-b4e1-870aa640df9b","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.51292539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a855b4fb-e88a-4e42-bccd-1a721e1263d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.557159544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"5bb4f889-43b9-47f5-9a05-62f7e893eb45","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.557390155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"ae6f8031-4b10-4ce0-adf7-8f306a5440c9","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.568068911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a855b4fb-e88a-4e42-bccd-1a721e1263d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.568797827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"e620de95-d7ce-4762-b4e1-870aa640df9b","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.612981534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"ae6f8031-4b10-4ce0-adf7-8f306a5440c9","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.612994526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"5bb4f889-43b9-47f5-9a05-62f7e893eb45","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.621958943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a855b4fb-e88a-4e42-bccd-1a721e1263d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.622711061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"e620de95-d7ce-4762-b4e1-870aa640df9b","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.667288005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"ae6f8031-4b10-4ce0-adf7-8f306a5440c9","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.667381641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"5bb4f889-43b9-47f5-9a05-62f7e893eb45","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.722669534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f034fecd-bde4-4fc1-8278-89094bf293d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.774367194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f034fecd-bde4-4fc1-8278-89094bf293d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.826170081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f034fecd-bde4-4fc1-8278-89094bf293d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.878478386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f034fecd-bde4-4fc1-8278-89094bf293d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.878848571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"84d47b1f-14b3-4917-9154-156787dbad58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.879199556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"31fc9f87-42b9-4593-b85d-f17be0e0c3ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.934613106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"31fc9f87-42b9-4593-b85d-f17be0e0c3ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:29.934678101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"84d47b1f-14b3-4917-9154-156787dbad58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.03210037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ce19644-4a60-4080-afd3-a31c5151200a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.032407621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"392071b5-514d-4f30-ab44-5e4246bc9a24","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.087931428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"392071b5-514d-4f30-ab44-5e4246bc9a24","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.088124562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ce19644-4a60-4080-afd3-a31c5151200a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.140709886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e01687ea-7ef6-4b48-a103-c0c51514374e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.14458595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ce19644-4a60-4080-afd3-a31c5151200a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.144731202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"392071b5-514d-4f30-ab44-5e4246bc9a24","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.195687451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e01687ea-7ef6-4b48-a103-c0c51514374e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.292747178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"11943cd0-b6f8-4b31-964b-3d9b969c74bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.292743269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"6959ff48-2313-4387-bbd9-b59477d1c6f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.300040451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"87c399dc-85b1-4e2b-b71f-c8ca553ffb8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.300065132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"ee9da048-d334-42eb-92b0-dcc2e7aa88be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.348319827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"11943cd0-b6f8-4b31-964b-3d9b969c74bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.348490539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"6959ff48-2313-4387-bbd9-b59477d1c6f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.356013662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"87c399dc-85b1-4e2b-b71f-c8ca553ffb8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.356103807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"ee9da048-d334-42eb-92b0-dcc2e7aa88be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.657807167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"56466841-55f9-43f6-b8dc-b30aa70a1566","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.706091302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"9a761ffd-0a90-4a43-8f16-4f99496d8cba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.7060913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"4afa5d7b-7c28-4160-9fa9-940ca3b6a699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.706590397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"600d9fe5-b46b-4b92-aa5c-f2e5d19eaf99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.71275077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"56466841-55f9-43f6-b8dc-b30aa70a1566","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.766496713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"9a761ffd-0a90-4a43-8f16-4f99496d8cba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.767195563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"4afa5d7b-7c28-4160-9fa9-940ca3b6a699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.768981446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"56466841-55f9-43f6-b8dc-b30aa70a1566","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.769380901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"600d9fe5-b46b-4b92-aa5c-f2e5d19eaf99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.862144101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"096fd987-d0d8-4a8a-8835-9ee51f49ce25","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.9176306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"096fd987-d0d8-4a8a-8835-9ee51f49ce25","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.923496603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"47d181e8-db1a-40a6-a012-b44a350d9167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.972200981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"096fd987-d0d8-4a8a-8835-9ee51f49ce25","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:30.979106971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"47d181e8-db1a-40a6-a012-b44a350d9167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.36302436Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-415cb5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-415cb5","reconcileID":"5b3a5308-745e-4320-ae4f-1e2b9e57f3b0","namespace":"llm","name":"e2e-dft-del-415cb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.520734088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"f9f7d8e6-e38e-417a-ac15-b629afb77868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.576619843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"f9f7d8e6-e38e-417a-ac15-b629afb77868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.672585485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"a7163f77-e2a7-493d-8c03-5c32bd436cfe","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.672585599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c19bdd0-d902-45d1-b3a8-5426ac14b8af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.673137028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"30efafe0-64f3-4cfa-8a56-36768a0010fc","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.67328736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"2bbd461f-b4cc-4025-9953-61c94169e987","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.728357738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c19bdd0-d902-45d1-b3a8-5426ac14b8af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.728676857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"a7163f77-e2a7-493d-8c03-5c32bd436cfe","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.730533142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"30efafe0-64f3-4cfa-8a56-36768a0010fc","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.730961307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"2bbd461f-b4cc-4025-9953-61c94169e987","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.784111617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"a7163f77-e2a7-493d-8c03-5c32bd436cfe","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.784441746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c19bdd0-d902-45d1-b3a8-5426ac14b8af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.78563241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"30efafe0-64f3-4cfa-8a56-36768a0010fc","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.785921621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"2bbd461f-b4cc-4025-9953-61c94169e987","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.935644486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"99ad5174-6066-46b4-9468-2c47380642d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.940873797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"4ff21741-f010-44ee-a7fe-26eb79f4c34e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.942128383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"2602e335-9594-4688-ab33-49dc9295bfbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.942283551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"61fbad82-4747-411d-95b4-3f6ac2377b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.94212912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"554ef38f-d8e0-477f-b94e-f6edbf131ff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.992012399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"99ad5174-6066-46b4-9468-2c47380642d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:34.997518057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"4ff21741-f010-44ee-a7fe-26eb79f4c34e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.000867771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"554ef38f-d8e0-477f-b94e-f6edbf131ff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.000875869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"61fbad82-4747-411d-95b4-3f6ac2377b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.003184705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"2602e335-9594-4688-ab33-49dc9295bfbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.091849748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e18000eb-fd07-44c0-a3ea-2dc9ad96c778","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.09187825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e18000eb-fd07-44c0-a3ea-2dc9ad96c778","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.092278173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f7f903a8-8721-4725-aff9-e0804dd03f17","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.092297371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f7f903a8-8721-4725-aff9-e0804dd03f17","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.092636155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"874e675e-063d-4375-803c-ff71668c7de7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.092653079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"874e675e-063d-4375-803c-ff71668c7de7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.093024607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"22bec832-c673-45bc-82d6-fa8ce283f5a2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.093040541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"22bec832-c673-45bc-82d6-fa8ce283f5a2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.093352531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f4972f42-3c1e-4c93-b824-74af02326d1c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.093368398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f4972f42-3c1e-4c93-b824-74af02326d1c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.093682458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a60d764-05ab-4fe9-989c-8ffcbaa0fa49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.093697386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a60d764-05ab-4fe9-989c-8ffcbaa0fa49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.094169251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"795f27e1-165e-4b12-bea5-73ab364dd02a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.094186421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"795f27e1-165e-4b12-bea5-73ab364dd02a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.146620877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"b424739d-16c7-4609-946a-d0a7dd39f791","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.146648795Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"b424739d-16c7-4609-946a-d0a7dd39f791","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.249498922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"3ff9a10d-38be-4887-a4d6-1bbf11a1c2d5","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.249525051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"3ff9a10d-38be-4887-a4d6-1bbf11a1c2d5","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"routeName":"external-model-e2e-dft-1cac48-81dc431030fe","namespace":"llm","model":"e2e-dft-1cac48","externalModel":"e2e-dft-1cac48","provider":"e2e-dft-1cac48-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.300917954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d1edaa1d-48d4-495b-901d-f0ac43d99e4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.300963898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0e5b31d4-35c8-425f-822d-c5f6f95c763c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.354290831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"cfe08579-dcfd-4f36-9cdc-e150d1e21012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.35519083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"9d87014b-fa16-470e-b5fa-defa4b840851","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.355285362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"9d87014b-fa16-470e-b5fa-defa4b840851","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.407435965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b888c676-fc53-4dfc-9717-85f660594800","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.407462382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b888c676-fc53-4dfc-9717-85f660594800","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.411687554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"cfe08579-dcfd-4f36-9cdc-e150d1e21012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.453274025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"a0acd41e-ffef-47ab-bc07-6abeded5bc61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.454221371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"395244f3-f61f-4aba-9f32-c2295280c585","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.469910415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"3869e3e7-d06f-4aa8-8ea5-d8f411efb791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.510143268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"a0acd41e-ffef-47ab-bc07-6abeded5bc61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.510774543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"395244f3-f61f-4aba-9f32-c2295280c585","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.525842892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"3869e3e7-d06f-4aa8-8ea5-d8f411efb791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.614508276Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-415cb5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-415cb5","reconcileID":"d9a921ab-f741-4171-98c2-69ca88261b54","namespace":"llm","name":"e2e-dft-del-415cb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.622368214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"343e76cb-edb3-4e32-a41c-386a65e4af2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.678240659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"343e76cb-edb3-4e32-a41c-386a65e4af2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.87686541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"3526f5fe-13fd-46a8-9784-0ced1f5a171c","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.932961923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"3526f5fe-13fd-46a8-9784-0ced1f5a171c","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.978911831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b04faeb-e93a-4bcd-b878-ea4e38a2ee05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.979187308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"c339e712-6067-43ce-b646-9c1d7d75cf3c","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.986432974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"4ae72bc5-c040-4597-9668-452c37012568","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.987051989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"9780b831-39ff-481b-a623-d5a20c2b2c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:35.987544889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"3526f5fe-13fd-46a8-9784-0ced1f5a171c","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.03396538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b04faeb-e93a-4bcd-b878-ea4e38a2ee05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.034240506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"c339e712-6067-43ce-b646-9c1d7d75cf3c","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.042667284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"9780b831-39ff-481b-a623-d5a20c2b2c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.04269531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"4ae72bc5-c040-4597-9668-452c37012568","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.088008354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b04faeb-e93a-4bcd-b878-ea4e38a2ee05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.088042148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"c339e712-6067-43ce-b646-9c1d7d75cf3c","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.096484803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"4ae72bc5-c040-4597-9668-452c37012568","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.141873376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"ed82b203-fb5d-458f-8c49-583b2a59d415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.196872809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"ed82b203-fb5d-458f-8c49-583b2a59d415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.24199581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"313ceca3-03a1-4198-9ef6-7a3124e1a15a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.242895553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"a89ca610-65f7-4159-80d1-9159c3e4c2bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.297606919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"313ceca3-03a1-4198-9ef6-7a3124e1a15a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.298262827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"a89ca610-65f7-4159-80d1-9159c3e4c2bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.343181939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"54c6072a-03b0-49dc-bd91-b740524d6173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.398530022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"54c6072a-03b0-49dc-bd91-b740524d6173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.400129451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"9948cb1c-71f3-4370-8655-a6477fdc112b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.45575579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"9948cb1c-71f3-4370-8655-a6477fdc112b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.505504325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"8f5a4f8f-d07c-4c63-a2a6-e7ead99d0040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.560714191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"8f5a4f8f-d07c-4c63-a2a6-e7ead99d0040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.605102813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"ada017bb-e3e5-4ec3-a15f-eca151d916b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.660208391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"ada017bb-e3e5-4ec3-a15f-eca151d916b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.784958009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b155ec7a-095b-43fd-8a69-4db413197f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.785442061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c243d64-2038-4fc5-8593-a68c485caccb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.840949806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"b155ec7a-095b-43fd-8a69-4db413197f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.842661338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c243d64-2038-4fc5-8593-a68c485caccb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.888182535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"82cccbab-a03e-468f-af4f-75a4f2ff9101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:36.946558622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"82cccbab-a03e-468f-af4f-75a4f2ff9101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:37.044785686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"a6d211bc-f5bf-4c40-9f19-2f736c1e224d","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:37.100106289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"a6d211bc-f5bf-4c40-9f19-2f736c1e224d","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:37.154008731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"a6d211bc-f5bf-4c40-9f19-2f736c1e224d","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:42.980402698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca93a5b9-14e8-4ef4-868b-afffbd1a9458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.032636415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca93a5b9-14e8-4ef4-868b-afffbd1a9458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.084514877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca93a5b9-14e8-4ef4-868b-afffbd1a9458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.136214863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca93a5b9-14e8-4ef4-868b-afffbd1a9458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.564720741Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-4db6f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-4db6f5","reconcileID":"f1138619-0101-4edd-a2f8-815cfd837a20","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-4db6f5","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-4db6f5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:43.952347397Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:45.014089176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926e58b6-401c-404e-aa80-e83389c3b7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:45.065739477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926e58b6-401c-404e-aa80-e83389c3b7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:45.11739117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926e58b6-401c-404e-aa80-e83389c3b7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:45.169122397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926e58b6-401c-404e-aa80-e83389c3b7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.48553157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6da117a9-d5ef-4781-8023-8233c32febf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.581866516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"1dc25ca8-df86-4359-9df3-b27ef3060a29","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.582281095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"1c151734-79a3-4f17-95e7-929e8f633459","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.584190594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6da117a9-d5ef-4781-8023-8233c32febf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.638339016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"1dc25ca8-df86-4359-9df3-b27ef3060a29","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.638917678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"1c151734-79a3-4f17-95e7-929e8f633459","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.901591178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62d27e12-dc14-4492-9422-539fd0a5e24b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:46.901618236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62d27e12-dc14-4492-9422-539fd0a5e24b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:47.079267821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"d4764759-8d0b-4aec-b159-c2cdcaea214c","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:47.079302334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"d4764759-8d0b-4aec-b159-c2cdcaea214c","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:47.151439307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f742735-8dcf-4a3c-b2ae-4fe5d0d9c0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:47.210412703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f742735-8dcf-4a3c-b2ae-4fe5d0d9c0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:47.211128173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"f9bdc2e7-06af-4309-9d60-5b064fbe808a","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:47.211152702Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"f9bdc2e7-06af-4309-9d60-5b064fbe808a","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:47.262789584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f742735-8dcf-4a3c-b2ae-4fe5d0d9c0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:47.314549174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f742735-8dcf-4a3c-b2ae-4fe5d0d9c0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:47.64510979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"a0da5d68-1fe9-4628-a2ee-508b95bc64a1","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:47.701665098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"a0da5d68-1fe9-4628-a2ee-508b95bc64a1","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.07452133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"930077dd-4185-4225-a083-7dc9d4d65553","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.074561534Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"930077dd-4185-4225-a083-7dc9d4d65553","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:48.133069557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-sub","reconcileID":"f3c16bf8-0526-44e4-b4b7-011b23e487be","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-4e2db4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.24701704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"405bd84a-6f57-4406-be6d-5cbc73464cba","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.247069037Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"405bd84a-6f57-4406-be6d-5cbc73464cba","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.360427785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"45ef135b-2006-4522-b6ea-519cf4ae8475","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.36057958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff33d880-f626-4fcd-8afa-253a4dc5999d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.361046556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e0e1a96-d9d7-49f8-b26c-a32ae0ea1f23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.361089719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"56889556-b163-4f2d-b505-ebcebafaf628","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.448704645Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-4e2db4-sub models-as-a-service/e2e-dft-6e7657-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.489800867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"8be9d8fb-9cac-4d58-ab34-cc50da98b8e6","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:48.490945664Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"405bd84a-6f57-4406-be6d-5cbc73464cba","name":"e2e-dft-4e2db4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-4e2db4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:48.491084206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"405bd84a-6f57-4406-be6d-5cbc73464cba","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-4e2db4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.506094667Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"45ef135b-2006-4522-b6ea-519cf4ae8475","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:48.537107863Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff33d880-f626-4fcd-8afa-253a4dc5999d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.544667827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"5eb77048-757d-4db0-bc46-ebf54979f903","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.544696367Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"5eb77048-757d-4db0-bc46-ebf54979f903","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"routeName":"external-model-e2e-dft-1cac48-81dc431030fe","namespace":"llm","model":"e2e-dft-1cac48","externalModel":"e2e-dft-1cac48","provider":"e2e-dft-1cac48-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.548931725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"8be9d8fb-9cac-4d58-ab34-cc50da98b8e6","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:48.555754131Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"56889556-b163-4f2d-b505-ebcebafaf628","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:48.559701035Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e0e1a96-d9d7-49f8-b26c-a32ae0ea1f23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.585917973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"45ef135b-2006-4522-b6ea-519cf4ae8475","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:48.59429509Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-dft-6e7657-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-6e7657-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:48.59922142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff33d880-f626-4fcd-8afa-253a4dc5999d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:48.61406122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"56889556-b163-4f2d-b505-ebcebafaf628","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:48.622692944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e0e1a96-d9d7-49f8-b26c-a32ae0ea1f23","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.653971807Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-sub","reconcileID":"12598e6b-8a1f-450b-b2a0-048446df9953","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-4e2db4","model":"e2e-dft-4e2db4","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-4e2db4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.654256596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"c0b952c2-6df9-4922-a9f7-0240c66e8708","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.654307574Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"c0b952c2-6df9-4922-a9f7-0240c66e8708","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.826411561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"a17bad59-e8c8-4203-af71-e4ad8f830310","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.827168011Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"a17bad59-e8c8-4203-af71-e4ad8f830310","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.93992379Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-6e7657-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-sub","reconcileID":"bb0b2f50-7a60-47c5-8103-d7781d373e19","MaaSSubscription":{"name":"e2e-dft-6e7657-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-6e7657","model":"e2e-dft-6e7657","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-6e7657-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.944148783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"099efdbb-d8f3-4b27-a4c6-cc82e6350c39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.944191499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"099efdbb-d8f3-4b27-a4c6-cc82e6350c39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.974067406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21867df9-5448-403e-86b9-c28a3cc9bb57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.998474834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"8c7c6f75-6726-43a5-b9a7-511818fd0851","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:48.998508524Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"8c7c6f75-6726-43a5-b9a7-511818fd0851","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.022478997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"4a32f42c-7ae8-4f9f-84c8-7c912065392f","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.023178241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e1ac923-06bb-465d-95cd-3c8f9bc00812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.023779655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"726d1731-6362-4f95-b4c3-0fd89007d0ee","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.031876785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21867df9-5448-403e-86b9-c28a3cc9bb57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.053331807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38ef56ef-e935-4d3a-a598-986760ff535c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.053353687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38ef56ef-e935-4d3a-a598-986760ff535c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.09050268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"4a32f42c-7ae8-4f9f-84c8-7c912065392f","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.097029958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"726d1731-6362-4f95-b4c3-0fd89007d0ee","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.100862097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e1ac923-06bb-465d-95cd-3c8f9bc00812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.102524718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21867df9-5448-403e-86b9-c28a3cc9bb57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.105981905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"653fc426-9e28-4a49-9b53-099b0b67878c","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.106008947Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"653fc426-9e28-4a49-9b53-099b0b67878c","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.14587912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"4a32f42c-7ae8-4f9f-84c8-7c912065392f","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.152177523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"726d1731-6362-4f95-b4c3-0fd89007d0ee","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.159746786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e1ac923-06bb-465d-95cd-3c8f9bc00812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.161377623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a139232e-7b38-42a1-ae0d-83f6ce843743","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.16139745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a139232e-7b38-42a1-ae0d-83f6ce843743","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.211302851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"2b525d37-b46a-4de7-b5ce-6b24c9a83139","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.212120393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-sub","reconcileID":"660211e3-3678-4d69-b61d-e861395acb79","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-4e2db4","model":"llm/e2e-dft-4e2db4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.222040942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"58b4631e-d67f-4525-bd61-65758d8a5fe0","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.222165073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"58b4631e-d67f-4525-bd61-65758d8a5fe0","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.268842822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"2b525d37-b46a-4de7-b5ce-6b24c9a83139","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.351560812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c3827f-e894-4c1b-a22d-153a0df8c72a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.35160005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"24c0c842-ee89-44a0-8520-b669585d8d0f","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.352250934Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"24c0c842-ee89-44a0-8520-b669585d8d0f","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.411087262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c3827f-e894-4c1b-a22d-153a0df8c72a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.416989133Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-1cac48-sub models-as-a-service/e2e-dft-4e2db4-sub models-as-a-service/e2e-dft-6e7657-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.46428411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-6e7657-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-sub","reconcileID":"24032c9a-4669-4b38-94fe-860cf096c925","MaaSSubscription":{"name":"e2e-dft-6e7657-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-6e7657","model":"llm/e2e-dft-6e7657","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.468291496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c3827f-e894-4c1b-a22d-153a0df8c72a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.469053564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6783136e-6756-49e7-a4e0-f316cd9e55cf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.469125178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6783136e-6756-49e7-a4e0-f316cd9e55cf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.523479822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c3827f-e894-4c1b-a22d-153a0df8c72a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:49.529772455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-sub","reconcileID":"660211e3-3678-4d69-b61d-e861395acb79","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-4e2db4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.585238116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"72824639-f6b4-4f79-8e20-28f06ca53e88","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.588319991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"6d1765d8-0007-4c22-8ecc-310203701455","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.588356521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"6d1765d8-0007-4c22-8ecc-310203701455","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"routeName":"external-model-e2e-dft-1cac48-81dc431030fe","namespace":"llm","model":"e2e-dft-1cac48","externalModel":"e2e-dft-1cac48","provider":"e2e-dft-1cac48-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:49.644844392Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-dft-1cac48-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-1cac48-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.645132657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"72824639-f6b4-4f79-8e20-28f06ca53e88","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.705592204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"72824639-f6b4-4f79-8e20-28f06ca53e88","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.747735934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"824cce6e-73ca-40d5-890e-51a97a7360ea","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.748192022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50536343-ce46-4460-b120-a6b95e18cf03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.748557815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af1b3d23-a187-430e-830b-863fee3049b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.813995564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"0ac030d1-6a68-4e11-826d-d0f2c9ddd19e","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.814123962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"0ac030d1-6a68-4e11-826d-d0f2c9ddd19e","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.825865517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af1b3d23-a187-430e-830b-863fee3049b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.842948989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"824cce6e-73ca-40d5-890e-51a97a7360ea","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.843309278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50536343-ce46-4460-b120-a6b95e18cf03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.873611405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-sub","reconcileID":"a8cb5873-ac05-495c-b0f4-34a265373acf","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-4e2db4","model":"llm/e2e-dft-4e2db4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.891172858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af1b3d23-a187-430e-830b-863fee3049b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.907426577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"824cce6e-73ca-40d5-890e-51a97a7360ea","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.917901666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50536343-ce46-4460-b120-a6b95e18cf03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.927907883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"e3a35c0e-6230-4dc8-9119-2b707b9f64c7","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.928013902Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"e3a35c0e-6230-4dc8-9119-2b707b9f64c7","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:03:49.973661567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50536343-ce46-4460-b120-a6b95e18cf03","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:49.996124284Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1cac48-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-sub","reconcileID":"00f49aef-df4b-41d3-9197-1883512a0e94","MaaSSubscription":{"name":"e2e-dft-1cac48-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1cac48","model":"e2e-dft-1cac48","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-1cac48-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.050278277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"88cbd6e8-30c8-48a2-bc39-8d5d6773e41d","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.051688709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"5d81fa88-134f-42b0-a97c-449d6ff7f211","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.051710277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"5d81fa88-134f-42b0-a97c-449d6ff7f211","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"routeName":"external-model-e2e-dft-1cac48-81dc431030fe","namespace":"llm","model":"e2e-dft-1cac48","externalModel":"e2e-dft-1cac48","provider":"e2e-dft-1cac48-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.104803027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"2bd808a2-75b4-4f19-9366-89331c3f7c8f","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.113670851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"88cbd6e8-30c8-48a2-bc39-8d5d6773e41d","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.163192577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"2bd808a2-75b4-4f19-9366-89331c3f7c8f","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.218727542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"2bd808a2-75b4-4f19-9366-89331c3f7c8f","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.244080745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ccd4d5a-cdca-4391-921a-0a3583f19a73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.244084245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"10843d18-08cf-46f3-960a-c84b97558f80","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.285019366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"ff12f1b5-627b-420d-b2dc-2da06f3b3721","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.285066598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"ff12f1b5-627b-420d-b2dc-2da06f3b3721","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"routeName":"external-model-e2e-dft-1cac48-81dc431030fe","namespace":"llm","model":"e2e-dft-1cac48","externalModel":"e2e-dft-1cac48","provider":"e2e-dft-1cac48-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.326777633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"10843d18-08cf-46f3-960a-c84b97558f80","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.327018459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ccd4d5a-cdca-4391-921a-0a3583f19a73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.327317391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4436eaee-b927-46fd-a510-81356f155baa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.390072881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"10843d18-08cf-46f3-960a-c84b97558f80","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.391067629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4436eaee-b927-46fd-a510-81356f155baa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.391714506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ccd4d5a-cdca-4391-921a-0a3583f19a73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.446164053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4436eaee-b927-46fd-a510-81356f155baa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.50106142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1cac48-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-sub","reconcileID":"5507ca0b-fd24-4bb7-abb9-bc57f9be3f64","MaaSSubscription":{"name":"e2e-dft-1cac48-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1cac48","model":"llm/e2e-dft-1cac48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.545437389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"c2ae8d53-2443-4778-b094-6203201e8649","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.612546892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"c2ae8d53-2443-4778-b094-6203201e8649","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.667808937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"c2ae8d53-2443-4778-b094-6203201e8649","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.718372744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"d9ca63b3-b62c-4803-8e60-39ee1705a9f8","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:50.776397064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"d9ca63b3-b62c-4803-8e60-39ee1705a9f8","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:51.559873104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3fccc6c-3711-48c5-932a-7f0e86bd59bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:51.615165263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3fccc6c-3711-48c5-932a-7f0e86bd59bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:51.667262249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3fccc6c-3711-48c5-932a-7f0e86bd59bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:51.719907398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3fccc6c-3711-48c5-932a-7f0e86bd59bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:53.703297019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b66bb9-30f0-486c-9171-5d851262632b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:53.754924774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b66bb9-30f0-486c-9171-5d851262632b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:53.806582007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b66bb9-30f0-486c-9171-5d851262632b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:53.858277106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b66bb9-30f0-486c-9171-5d851262632b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:55.826265614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80afe796-2a08-470a-9dc0-c2b783ea74e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:55.878504803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80afe796-2a08-470a-9dc0-c2b783ea74e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:55.930271615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80afe796-2a08-470a-9dc0-c2b783ea74e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:03:55.982672396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80afe796-2a08-470a-9dc0-c2b783ea74e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:00.700856813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5575643-aacd-48d5-9601-934b45a83eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:00.700869404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"95306f0f-9261-4b2b-ad88-42df761e76e6","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:00.753221326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77c48846-007f-423b-8a0a-ce45d69a28db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:00.756662396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5575643-aacd-48d5-9601-934b45a83eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:00.757051452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"95306f0f-9261-4b2b-ad88-42df761e76e6","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:00.809300018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77c48846-007f-423b-8a0a-ce45d69a28db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:00.811576675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5575643-aacd-48d5-9601-934b45a83eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:00.811778752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"95306f0f-9261-4b2b-ad88-42df761e76e6","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:00.864704579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77c48846-007f-423b-8a0a-ce45d69a28db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:00.980341734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"2ff7ab4c-dd76-4b37-a3ef-2d192325edae","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:01.039619586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"2ff7ab4c-dd76-4b37-a3ef-2d192325edae","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:01.093764392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"2ff7ab4c-dd76-4b37-a3ef-2d192325edae","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.327558367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c89a41a-43fd-4c9c-aa71-42d0c011d3ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.379251576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c89a41a-43fd-4c9c-aa71-42d0c011d3ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.431336588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c89a41a-43fd-4c9c-aa71-42d0c011d3ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:08.48373947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c89a41a-43fd-4c9c-aa71-42d0c011d3ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.373254816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5aca2c5-04ff-4e4f-82db-e59e9abbe861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.425345544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5aca2c5-04ff-4e4f-82db-e59e9abbe861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.477277127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5aca2c5-04ff-4e4f-82db-e59e9abbe861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:10.528978338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5aca2c5-04ff-4e4f-82db-e59e9abbe861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.121878757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b691def8-b32f-454e-bfd5-75598bf8d518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.121919158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"af475ab8-f2f5-4e30-bb22-3377ec65ebca","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.177577697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"af475ab8-f2f5-4e30-bb22-3377ec65ebca","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.178284057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b691def8-b32f-454e-bfd5-75598bf8d518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.223032728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1166b09b-237c-413d-bf62-4a2c81e1e95b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.232630883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"af475ab8-f2f5-4e30-bb22-3377ec65ebca","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.233015423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b691def8-b32f-454e-bfd5-75598bf8d518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.278566879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1166b09b-237c-413d-bf62-4a2c81e1e95b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.333931942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1166b09b-237c-413d-bf62-4a2c81e1e95b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.405258071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"68527351-56bc-4813-b827-fd6bd35d0c12","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.46054943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"68527351-56bc-4813-b827-fd6bd35d0c12","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:11.514266577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"68527351-56bc-4813-b827-fd6bd35d0c12","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:13.962987079Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.532345688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8fc5a93-06fd-49b6-95bf-b8b23cbce311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.584105737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8fc5a93-06fd-49b6-95bf-b8b23cbce311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.636176535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8fc5a93-06fd-49b6-95bf-b8b23cbce311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:15.688152157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8fc5a93-06fd-49b6-95bf-b8b23cbce311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:16.11957427Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4bfaef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4bfaef","reconcileID":"76fbf582-7463-4988-8477-749c0e57a197","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4bfaef","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-4bfaef":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:17.642650976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4025c8fc-71cd-4cf3-8756-a48d115b7ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:17.695488849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4025c8fc-71cd-4cf3-8756-a48d115b7ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:17.752259854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4025c8fc-71cd-4cf3-8756-a48d115b7ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:17.805589281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4025c8fc-71cd-4cf3-8756-a48d115b7ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:18.861051076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-sub","reconcileID":"86e428cc-9db2-4c3c-9ecc-6310c033fdf2","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-4e2db4","model":"llm/e2e-dft-4e2db4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:19.129656485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"a9be66a2-530a-405f-9d00-c4654ba45a2c","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:19.129686768Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"a9be66a2-530a-405f-9d00-c4654ba45a2c","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.372685814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1cac48-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-sub","reconcileID":"ce518fe4-86c6-4e23-ac60-2766dffe20f6","MaaSSubscription":{"name":"e2e-dft-1cac48-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1cac48","model":"llm/e2e-dft-1cac48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.489077389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-6e7657-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-sub","reconcileID":"01102d3c-20c7-44d2-9015-86c7dce9f06d","MaaSSubscription":{"name":"e2e-dft-6e7657-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-6e7657","model":"llm/e2e-dft-6e7657","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.641071964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"652d4f8e-1fc3-42ba-9ecf-00498996b984","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.641108271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"652d4f8e-1fc3-42ba-9ecf-00498996b984","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"routeName":"external-model-e2e-dft-1cac48-81dc431030fe","namespace":"llm","model":"e2e-dft-1cac48","externalModel":"e2e-dft-1cac48","provider":"e2e-dft-1cac48-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.741656314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"e0240bb7-c921-498a-baee-6ee250e409e4","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.743147823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"6e2fdcd8-687b-407e-9fc1-ca9eab0d57b7","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.743433193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6de4ac03-5bbf-41ae-8085-d0df7e8b7c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.743148903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f5b60ab-4dba-452c-9dc6-e8706b03acab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.743986648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"f0b4210f-42c8-4d50-ae8b-c668194913a7","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.760966396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"ac6d074c-2ba2-46e6-b50d-0746eabb04d0","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.760983052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"ac6d074c-2ba2-46e6-b50d-0746eabb04d0","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.799365392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"e0240bb7-c921-498a-baee-6ee250e409e4","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.801404282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"6e2fdcd8-687b-407e-9fc1-ca9eab0d57b7","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.80224938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"f0b4210f-42c8-4d50-ae8b-c668194913a7","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.80365655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6de4ac03-5bbf-41ae-8085-d0df7e8b7c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.804503208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f5b60ab-4dba-452c-9dc6-e8706b03acab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.855980434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"6e2fdcd8-687b-407e-9fc1-ca9eab0d57b7","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.857382405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"f0b4210f-42c8-4d50-ae8b-c668194913a7","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.857962241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6de4ac03-5bbf-41ae-8085-d0df7e8b7c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.859660316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f5b60ab-4dba-452c-9dc6-e8706b03acab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.96569799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"065202f4-92a9-425b-8317-53baf7d3af85","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:20.96573233Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"065202f4-92a9-425b-8317-53baf7d3af85","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.069286253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"e728067c-3da2-4e4a-b128-74ebb4b61a7d","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.069312762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"e728067c-3da2-4e4a-b128-74ebb4b61a7d","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.120967106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf52c953-cc72-4fbe-8742-fdda97b48b01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.120987415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf52c953-cc72-4fbe-8742-fdda97b48b01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.121323138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0d047b4d-85ed-4ae6-a77e-82cfe7e5ea64","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.121333756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0d047b4d-85ed-4ae6-a77e-82cfe7e5ea64","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.223760292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"225d3f74-a4b6-4c1d-884e-3b409e8d43fd","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.223763348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"2488e388-3df2-45ea-b829-07b568e93fea","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.226390803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11a61370-dbe2-4f51-ab0b-23f37885dbae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.227394311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fbab01b-ad38-4132-bf72-6a32461ae6de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.284198829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"2488e388-3df2-45ea-b829-07b568e93fea","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.285674454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fbab01b-ad38-4132-bf72-6a32461ae6de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.287619567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"225d3f74-a4b6-4c1d-884e-3b409e8d43fd","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.291937348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11a61370-dbe2-4f51-ab0b-23f37885dbae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.340098506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"2488e388-3df2-45ea-b829-07b568e93fea","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.351790701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fbab01b-ad38-4132-bf72-6a32461ae6de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.35228879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11a61370-dbe2-4f51-ab0b-23f37885dbae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.353335001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"225d3f74-a4b6-4c1d-884e-3b409e8d43fd","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.375488505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"4f2faec7-d399-410c-b923-25e00fe320b3","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:21.393097942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"2488e388-3df2-45ea-b829-07b568e93fea","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-6e7657-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:21.414226661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fbab01b-ad38-4132-bf72-6a32461ae6de","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:21.414468285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11a61370-dbe2-4f51-ab0b-23f37885dbae","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:04:21.414570075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"225d3f74-a4b6-4c1d-884e-3b409e8d43fd","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-4e2db4-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.432105974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"4f2faec7-d399-410c-b923-25e00fe320b3","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.722579466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"69ef99c6-f808-4fe1-9bc9-bca72c1353db","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.727278682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"a259fcd0-28c6-4460-b6e8-2b8cf47a26e7","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.727290285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afbf95ef-5cda-48eb-8d27-d400180c80cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.727871929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b1d7044-e99b-4d3d-a11c-f013070d59b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.779115124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"69ef99c6-f808-4fe1-9bc9-bca72c1353db","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.782962241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"a259fcd0-28c6-4460-b6e8-2b8cf47a26e7","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.783039364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afbf95ef-5cda-48eb-8d27-d400180c80cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.785365264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b1d7044-e99b-4d3d-a11c-f013070d59b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.834491434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"69ef99c6-f808-4fe1-9bc9-bca72c1353db","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.837493789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afbf95ef-5cda-48eb-8d27-d400180c80cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.837569041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"a259fcd0-28c6-4460-b6e8-2b8cf47a26e7","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:21.839433742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b1d7044-e99b-4d3d-a11c-f013070d59b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.733242926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"af775324-585c-41cd-8d3a-e1cdaf9a3d34","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.733267196Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"af775324-585c-41cd-8d3a-e1cdaf9a3d34","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.896731336Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-6e7657-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-sub","reconcileID":"ddee2bc9-b1b1-42f0-a741-bfa2c5b8cb14","MaaSSubscription":{"name":"e2e-dft-6e7657-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d1353522","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.997980879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"298e1c53-d004-4072-b316-460f7f0de88c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.998135442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"25ab8642-a445-48e4-a20d-ae9510ca5ef8","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.998544526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64b92b4f-455b-486f-9460-69999604fe4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.998615642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"4c807a43-0834-4336-b55a-05f79a0946b5","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:22.997978429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"b78eb1ff-7e83-40f7-95d5-42caa1a1d1aa","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.056067984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"25ab8642-a445-48e4-a20d-ae9510ca5ef8","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.056067986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"298e1c53-d004-4072-b316-460f7f0de88c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.058645265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"4c807a43-0834-4336-b55a-05f79a0946b5","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.058720648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"b78eb1ff-7e83-40f7-95d5-42caa1a1d1aa","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.061399291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64b92b4f-455b-486f-9460-69999604fe4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.111072746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"298e1c53-d004-4072-b316-460f7f0de88c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.111135915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"25ab8642-a445-48e4-a20d-ae9510ca5ef8","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.113080603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"4c807a43-0834-4336-b55a-05f79a0946b5","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.115859849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64b92b4f-455b-486f-9460-69999604fe4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.420353954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"beb37884-e3c9-48a7-88b0-0beffa1dd31b","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.420546929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be01a8fb-9e9c-49cd-8547-24fe660be896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.420359785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"9962ec75-8cf4-4704-8b64-1670724aab2a","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.421135452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41f37e2c-a3a8-4298-98e8-ffb172e21f93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.476662486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"9962ec75-8cf4-4704-8b64-1670724aab2a","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.476927586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"beb37884-e3c9-48a7-88b0-0beffa1dd31b","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.479126546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be01a8fb-9e9c-49cd-8547-24fe660be896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.479368373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41f37e2c-a3a8-4298-98e8-ffb172e21f93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.53301975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"9962ec75-8cf4-4704-8b64-1670724aab2a","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.533095866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"beb37884-e3c9-48a7-88b0-0beffa1dd31b","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.534514716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41f37e2c-a3a8-4298-98e8-ffb172e21f93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.534573126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be01a8fb-9e9c-49cd-8547-24fe660be896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.625746861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"abe6e38a-d050-4a55-b85c-af4f7eb27f4f","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.681667155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"abe6e38a-d050-4a55-b85c-af4f7eb27f4f","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.862307658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"02b8c6ac-04e0-4282-a37e-432f9dd8c472","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:23.862328195Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"02b8c6ac-04e0-4282-a37e-432f9dd8c472","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"routeName":"external-model-e2e-dft-1cac48-81dc431030fe","namespace":"llm","model":"e2e-dft-1cac48","externalModel":"e2e-dft-1cac48","provider":"e2e-dft-1cac48-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.021732103Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1cac48-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-sub","reconcileID":"2af881ef-9a4b-40b6-a38b-06d66eeaf18d","MaaSSubscription":{"name":"e2e-dft-1cac48-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5694f383","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.120135886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb5f96af-b987-4684-9928-6633d0151261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.120458244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a12eae31-90ec-45a2-a51a-e24e83662385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.120867542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"f20e4e43-1317-4151-b425-abdb40c3eb5d","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.121159123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"e32b6eec-010b-4691-acd3-f213c13bef91","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.17867684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a12eae31-90ec-45a2-a51a-e24e83662385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.180813057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"e32b6eec-010b-4691-acd3-f213c13bef91","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.183121812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"f20e4e43-1317-4151-b425-abdb40c3eb5d","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.183669362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb5f96af-b987-4684-9928-6633d0151261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.235992289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"e32b6eec-010b-4691-acd3-f213c13bef91","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.238442119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"f20e4e43-1317-4151-b425-abdb40c3eb5d","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.238858676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb5f96af-b987-4684-9928-6633d0151261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.23983591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a12eae31-90ec-45a2-a51a-e24e83662385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.249777324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"7b432129-d6ca-4de0-82a1-0847e16738f1","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.306196459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"7b432129-d6ca-4de0-82a1-0847e16738f1","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.544552796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"d0ae4af1-6d57-43f3-bd41-521127fde633","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.545783196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abb3c1a9-6202-4689-a958-b04c89336509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.545993661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"9a7661ac-5ef1-40c3-8091-d98636b6d0b8","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.546618135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abaae6e1-d12d-4729-8e93-adc580f22a44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.600778793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"d0ae4af1-6d57-43f3-bd41-521127fde633","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.602047254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"9a7661ac-5ef1-40c3-8091-d98636b6d0b8","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.603411714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abb3c1a9-6202-4689-a958-b04c89336509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.604314618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abaae6e1-d12d-4729-8e93-adc580f22a44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.655966965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"d0ae4af1-6d57-43f3-bd41-521127fde633","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.658701448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abb3c1a9-6202-4689-a958-b04c89336509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.658881936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"9a7661ac-5ef1-40c3-8091-d98636b6d0b8","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.65994276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abaae6e1-d12d-4729-8e93-adc580f22a44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.875084042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"24611e04-6995-4481-8ebe-f526ce30c90a","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:24.93124712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"24611e04-6995-4481-8ebe-f526ce30c90a","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:32.948521759Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-6e7657-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-sub","reconcileID":"3d759672-2672-414c-994c-391cbcb1710a","MaaSSubscription":{"name":"e2e-dft-6e7657-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-6e7657","subscription":"e2e-dft-6e7657-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.052323227Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-6e7657-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-sub","reconcileID":"3d759672-2672-414c-994c-391cbcb1710a","MaaSSubscription":{"name":"e2e-dft-6e7657-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.104375834Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-6e7657-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-sub","reconcileID":"3d759672-2672-414c-994c-391cbcb1710a","MaaSSubscription":{"name":"e2e-dft-6e7657-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-6e7657","namespace":"llm","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.427885383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"ecfe2b5e-62de-4b72-9040-decbb5d94f19","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.427905039Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"ecfe2b5e-62de-4b72-9040-decbb5d94f19","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.588124531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"bd96ae92-45fe-4fb5-b45c-14f4fe37aa3a","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.588153045Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"bd96ae92-45fe-4fb5-b45c-14f4fe37aa3a","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.685681545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8620f731-3682-4b5f-bbef-8442b9e57840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.685902235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"20590c37-90d6-41ad-9358-65d19134543e","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.686259812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a164c80e-cb66-4caa-b307-7f0e411fb56d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.686439704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"f954ea22-0af3-4b1b-aea0-9aacd4cdec4c","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.685681614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"b392df29-7205-4607-bb1b-ffeb867b3cc1","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.691937832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"d1e6858a-0055-4432-9456-efc3d9ebace1","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.691952045Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"d1e6858a-0055-4432-9456-efc3d9ebace1","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.743555939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8620f731-3682-4b5f-bbef-8442b9e57840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.743942551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a164c80e-cb66-4caa-b307-7f0e411fb56d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.74746487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"f954ea22-0af3-4b1b-aea0-9aacd4cdec4c","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.747479444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"20590c37-90d6-41ad-9358-65d19134543e","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.749887573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"b392df29-7205-4607-bb1b-ffeb867b3cc1","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.798584105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a164c80e-cb66-4caa-b307-7f0e411fb56d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.799078955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8620f731-3682-4b5f-bbef-8442b9e57840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.80285864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"20590c37-90d6-41ad-9358-65d19134543e","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.802867407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"f954ea22-0af3-4b1b-aea0-9aacd4cdec4c","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:33.803151163Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-6e7657-access","reconcileID":"41f2d1a9-4435-4fe4-a8ca-688c9d16ef99","MaaSAuthPolicy":{"name":"e2e-dft-6e7657-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.014433997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"9e7d2b87-6b1a-4285-bfd0-d179d3dd1ac7","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.014458805Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"9e7d2b87-6b1a-4285-bfd0-d179d3dd1ac7","MaaSModelRef":{"name":"e2e-dft-6e7657","namespace":"llm"},"routeName":"external-model-e2e-dft-6e7657-704092ef50b5","namespace":"llm","model":"e2e-dft-6e7657","externalModel":"e2e-dft-6e7657","provider":"e2e-dft-6e7657-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.07377136Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1cac48-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-sub","reconcileID":"c3d5f0c3-26e5-44ae-ab62-c04bdfcc4e41","MaaSSubscription":{"name":"e2e-dft-1cac48-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-1cac48","subscription":"e2e-dft-1cac48-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.177287837Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1cac48-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-sub","reconcileID":"c3d5f0c3-26e5-44ae-ab62-c04bdfcc4e41","MaaSSubscription":{"name":"e2e-dft-1cac48-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.322992716Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1cac48-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-sub","reconcileID":"c3d5f0c3-26e5-44ae-ab62-c04bdfcc4e41","MaaSSubscription":{"name":"e2e-dft-1cac48-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1cac48","namespace":"llm","model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.535305805Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"732d8076-e9ac-4760-b25e-164fc09a4cc7","namespace":"llm","name":"e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.645902769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"19370ca5-a983-4b84-a527-707579a9997b","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.645930907Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"19370ca5-a983-4b84-a527-707579a9997b","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"routeName":"external-model-e2e-dft-1cac48-81dc431030fe","namespace":"llm","model":"e2e-dft-1cac48","externalModel":"e2e-dft-1cac48","provider":"e2e-dft-1cac48-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.691162326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"bd9a2b2f-8053-46c9-978e-71161bed7010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.753591405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"bd9a2b2f-8053-46c9-978e-71161bed7010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.757050789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"292d59b4-332d-4f81-8f52-b998e3d92182","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.757073137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"292d59b4-332d-4f81-8f52-b998e3d92182","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.757438524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"11da8210-98c2-43ec-9ea0-19e94f59f204","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.757458277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"11da8210-98c2-43ec-9ea0-19e94f59f204","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.757752318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddb9f0ee-9b32-4a4b-89fe-02638a028930","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.757765878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddb9f0ee-9b32-4a4b-89fe-02638a028930","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.758070302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7eaf5ae-9b72-4784-b721-db0af8ca7590","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.758081722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7eaf5ae-9b72-4784-b721-db0af8ca7590","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.796869767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"2bff0bc6-e1fc-4fa9-9e85-d4ddcc88a43a","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.796883404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5047ec8b-8f0e-44d9-99ff-b8c1a6748f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.800323959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ffbb988-37e3-4ac5-b775-c40feab46fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.800328097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"83eef30b-6ed1-4e2b-b06c-c53d727f3e89","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.803104082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"63d4160c-bddc-4f92-a6fa-12417290e5be","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.803223786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"af8732db-7fc6-497a-9cbe-0cbdbfa9019f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.82007648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"a57171d3-7bf2-421a-a7f0-542845beea49","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.820107109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"a57171d3-7bf2-421a-a7f0-542845beea49","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"routeName":"external-model-e2e-dft-1cac48-81dc431030fe","namespace":"llm","model":"e2e-dft-1cac48","externalModel":"e2e-dft-1cac48","provider":"e2e-dft-1cac48-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.888260802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ffbb988-37e3-4ac5-b775-c40feab46fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.893520495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"83eef30b-6ed1-4e2b-b06c-c53d727f3e89","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.894144896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-sub","reconcileID":"e4e14c99-75c1-4ce0-a563-b49718161249","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-4e2db4","model":"llm/e2e-dft-4e2db4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.894666991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"2bff0bc6-e1fc-4fa9-9e85-d4ddcc88a43a","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.896217984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5047ec8b-8f0e-44d9-99ff-b8c1a6748f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.945311002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ffbb988-37e3-4ac5-b775-c40feab46fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.950242169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"2bff0bc6-e1fc-4fa9-9e85-d4ddcc88a43a","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.951142569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5047ec8b-8f0e-44d9-99ff-b8c1a6748f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.952652968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"bad5e82e-a724-49e2-a823-1c94ea58a7e1","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:34.952692471Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"bad5e82e-a724-49e2-a823-1c94ea58a7e1","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.00672921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8fea732b-f661-42fb-aee9-8071ea999b29","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.006763963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8fea732b-f661-42fb-aee9-8071ea999b29","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.008309446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2a2e82f9-b996-4ad8-aa68-678e64e445a3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.008332643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2a2e82f9-b996-4ad8-aa68-678e64e445a3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.009020576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d095f088-34d1-4f97-8fb5-57d279c9b274","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.009042363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d095f088-34d1-4f97-8fb5-57d279c9b274","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.009687762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2815b231-0b66-488b-91e1-b6c0f5429150","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.009713768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2815b231-0b66-488b-91e1-b6c0f5429150","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.102746395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"1b2690f1-720c-4260-80e6-6bf80371c6f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.158576706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"1b2690f1-720c-4260-80e6-6bf80371c6f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.182589315Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-6e7657","namespace":"llm"},"namespace":"llm","name":"e2e-dft-6e7657","reconcileID":"00873dcc-e910-4320-8f56-3f454d0ab84f","namespace":"llm","name":"e2e-dft-6e7657","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.202090054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"342f1676-9bf1-4be6-bb87-95b4aee51ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.202993785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"0d0112a5-d2b4-4a15-8a01-014e75ee81f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.204447468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"d12cf681-bb7e-47e0-b192-9040b43850f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.265329766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"0d0112a5-d2b4-4a15-8a01-014e75ee81f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.265328787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"d12cf681-bb7e-47e0-b192-9040b43850f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.267458631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"342f1676-9bf1-4be6-bb87-95b4aee51ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.316653215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"2ad1035f-ff4a-4d90-89db-8e8dc4e5aece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.372533468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"2ad1035f-ff4a-4d90-89db-8e8dc4e5aece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.47077549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"9c82b9c9-c2de-428d-947b-7aab258650d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.526369013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"9c82b9c9-c2de-428d-947b-7aab258650d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.623990273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"1f3834bf-ef71-4e60-a0da-428467c3298d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.62400688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"6da68deb-77a0-497b-b70b-61bbe034e58c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.624385625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"311f61bd-3a67-4a1f-b06d-fb31ba48624c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.680113453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"311f61bd-3a67-4a1f-b06d-fb31ba48624c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.680213541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"6da68deb-77a0-497b-b70b-61bbe034e58c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.682577949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"1f3834bf-ef71-4e60-a0da-428467c3298d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.734441385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"f79874ab-6658-40bc-835f-94a83d0cc109","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.789635608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"f79874ab-6658-40bc-835f-94a83d0cc109","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.834173355Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1cac48-access","reconcileID":"6a1f3e92-49a8-44e3-b8e5-876596cc435a","MaaSAuthPolicy":{"name":"e2e-dft-1cac48-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.844158205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"f79874ab-6658-40bc-835f-94a83d0cc109","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.937638864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2f60d05-9d95-47e7-9123-1353de3f9481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.988893664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"c4d56de1-62fb-47f7-a414-1eefc018f018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.993867948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2f60d05-9d95-47e7-9123-1353de3f9481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:35.998224359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"6e42158a-b740-45db-b8c8-ed7f496afe2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.040701077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"854ded9d-7750-41b1-bbba-a94b53569499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.045194715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"c4d56de1-62fb-47f7-a414-1eefc018f018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.047724886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"52c0c2b7-fac6-4cd4-87bd-6764c7f4e47e","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.047752576Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"52c0c2b7-fac6-4cd4-87bd-6764c7f4e47e","MaaSModelRef":{"name":"e2e-dft-1cac48","namespace":"llm"},"routeName":"external-model-e2e-dft-1cac48-81dc431030fe","namespace":"llm","model":"e2e-dft-1cac48","externalModel":"e2e-dft-1cac48","provider":"e2e-dft-1cac48-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.05065524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2f60d05-9d95-47e7-9123-1353de3f9481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.055049225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"6e42158a-b740-45db-b8c8-ed7f496afe2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.096464178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"854ded9d-7750-41b1-bbba-a94b53569499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.184917074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"70d71585-c1ea-4079-8fe2-f3732a7e6105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.186382918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"854ded9d-7750-41b1-bbba-a94b53569499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.241002591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"70d71585-c1ea-4079-8fe2-f3732a7e6105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.292441274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"7e774786-3c90-4f64-9d0b-a1cd44dd98cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.3478596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"7e774786-3c90-4f64-9d0b-a1cd44dd98cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.349941944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"15092632-84b8-40ff-9b56-c976afbb1172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.403086861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"560153cf-b5bf-48d3-b891-229b95a3729f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.405635146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"15092632-84b8-40ff-9b56-c976afbb1172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.490935891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"560153cf-b5bf-48d3-b891-229b95a3729f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.622621915Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"551a3bd9-5c7c-4c67-9bf6-c2c028ba00f9","namespace":"llm","name":"e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.77943754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"eaee8d71-d8c8-4161-85b4-d73b2d51c80a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.830200117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95e25811-5a81-45d6-a8e5-f24084335ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.830327798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"4d5f9e5e-3554-416e-b224-8b4a822e20e5","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.830200291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3a82111-7a1d-4095-b464-4befd73720b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.834920087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"eaee8d71-d8c8-4161-85b4-d73b2d51c80a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.881865516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"e25c018d-1591-4422-9510-92adc2506b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.89441844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"4d5f9e5e-3554-416e-b224-8b4a822e20e5","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.898034224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95e25811-5a81-45d6-a8e5-f24084335ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.898445308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3a82111-7a1d-4095-b464-4befd73720b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.939322237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"e25c018d-1591-4422-9510-92adc2506b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.952106513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"4d5f9e5e-3554-416e-b224-8b4a822e20e5","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.955504068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95e25811-5a81-45d6-a8e5-f24084335ea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:36.955634004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6140386a78600ef1912e8b171ded7a3e55135cc3690eb58c03bdfaa0bd6320f3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b42ed23261a72fa6c5ec21a9c4940490402d49d8a5b0d3b51616f3653d7f20e4) AuthConfig (f72cd4dda37464a18898f34d8fd84a55ab3803da233785e630eaeafcc0dfc0f1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9ec12b3052cfd83ff1b6842343545af27c7258b2b46077dabe637531c46a8bd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (aea472fd314cf15a6d325e5c254ae39f6e1983a73c5e7e3d1c1b2ffece0d3c76) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (ba59986e0345b82a8bd2297bca58dc911f0398f639cb316e37228676a6330566) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (09f40ea06a3235e1acccb8e14e44a503b61a71ae908baa073ba7544cf983c043) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9746068ea6b0539e3f48737a7d68f018b2f72ba310d6b591a8eaeb8751cb5b93) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8818ede931a46c9c41e0fdf2213cb66b78a5a59a9d5a506bc06510d86b70afb7) AuthConfig (8fc279153497ddef1b836fea05c9ad401c8b4eecfb2c71ae364b6b9ea88db5eb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (ae26e6908c967ef4de13c10291dacbcecb24b926442884d87cfdeaf67221350d) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (816b4f9e3ec21b08168fbc26f59c74f38ffda855d79082fb2801dd151791f637) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3a82111-7a1d-4095-b464-4befd73720b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.120773475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"99a320d8-3c65-4150-9011-443c0e983202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.12089958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"066e347c-fe39-43b2-83da-b0ff3379facc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.121146584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"e65ed2cb-72cf-4581-9a1e-384ca690182b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.176752996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"066e347c-fe39-43b2-83da-b0ff3379facc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.177743654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"99a320d8-3c65-4150-9011-443c0e983202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.179292948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"e65ed2cb-72cf-4581-9a1e-384ca690182b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.210924044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"28e6d011-7912-4007-89b5-a824a363f13d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.265878997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"28e6d011-7912-4007-89b5-a824a363f13d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.310357767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"2110a8df-d008-47a9-b588-173c090f2217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.365933306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"2110a8df-d008-47a9-b588-173c090f2217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.535548108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"c6616fe8-9a92-479d-8dff-c62ac7bee3f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.535725292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"7fab6d48-997a-4ccb-a14d-dc656d8cc37f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.535547991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"251fd908-24ef-43b4-bbbe-238788dcfdcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.592184169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"c6616fe8-9a92-479d-8dff-c62ac7bee3f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.593641682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"251fd908-24ef-43b4-bbbe-238788dcfdcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.595023886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"7fab6d48-997a-4ccb-a14d-dc656d8cc37f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.688254462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b545e78f-5943-4c18-b579-5cca23e27604","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.688279589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b545e78f-5943-4c18-b579-5cca23e27604","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.688651327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"20d9a105-e85b-4304-97fa-bcbf78a2ae87","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.688669884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"20d9a105-e85b-4304-97fa-bcbf78a2ae87","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.689081829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"977c5a2d-bba7-4925-876f-033dcbf30244","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.689106297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"977c5a2d-bba7-4925-876f-033dcbf30244","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.689463538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de3b4daa-623b-46e2-af61-4518d30a5ed5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.689481288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de3b4daa-623b-46e2-af61-4518d30a5ed5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.68999521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a4081f94-5acd-4866-b4d3-68d6c6bf4051","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.690017011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a4081f94-5acd-4866-b4d3-68d6c6bf4051","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.742377546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"ca6fe0ed-b6c5-481b-ac62-7072858320b1","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.742400895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"ca6fe0ed-b6c5-481b-ac62-7072858320b1","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.797463992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bdbadda6-eaf5-4504-b287-6288229c1324","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.797490271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bdbadda6-eaf5-4504-b287-6288229c1324","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.797989511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4b7ed007-3280-4ca8-9dfa-7801d0764ce9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.798015082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4b7ed007-3280-4ca8-9dfa-7801d0764ce9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.798383466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bad582cb-fa5d-4074-919a-31f8de1c3208","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.798402173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bad582cb-fa5d-4074-919a-31f8de1c3208","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.897117623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"37b6a603-117c-44c1-87d0-901b27907b3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.89729298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14b34c78-e43c-4fde-88f1-14d02699f4d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.897881802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"7b6da417-ee31-4484-9f31-34182abf3aed","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.897925321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b47f2ad-9ce4-48a0-9398-77937934c6c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:37.952871721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-sub","reconcileID":"ac8fa60a-b423-4c6a-aeab-c6470f3c77a0","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-4e2db4","model":"llm/e2e-dft-4e2db4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.062426826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03af7a30-eb05-4b28-b053-4bd76611a1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.090140607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b47f2ad-9ce4-48a0-9398-77937934c6c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.097566244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"7b6da417-ee31-4484-9f31-34182abf3aed","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.122987639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03af7a30-eb05-4b28-b053-4bd76611a1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.181443249Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1cac48","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1cac48","reconcileID":"e3c19b4e-8b99-4ef6-80f3-54558a30a165","namespace":"llm","name":"e2e-dft-1cac48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.364682605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"cd356c92-478e-4c18-a448-332468ea1dba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.364761325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"93b839bb-7cda-4f90-83c9-ce8798a23c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.414735334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6718e5ed-cc6b-42e0-aaf7-338915a61e77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.414756486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6718e5ed-cc6b-42e0-aaf7-338915a61e77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.420340098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"cd356c92-478e-4c18-a448-332468ea1dba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.420560233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"93b839bb-7cda-4f90-83c9-ce8798a23c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.516891045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3fbee5cf-3349-422d-9e8e-8a5cc9dd1cd5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.516916662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3fbee5cf-3349-422d-9e8e-8a5cc9dd1cd5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.572262149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"6f906a41-290f-49e4-8e4a-55fa414f3b40","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.572287774Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"6f906a41-290f-49e4-8e4a-55fa414f3b40","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.620228019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad36d6ef-1312-499b-a2bd-c53a5bbe94a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.671371195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"c905dd25-c89c-40d3-88cd-542ef5ad9a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.675670774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad36d6ef-1312-499b-a2bd-c53a5bbe94a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.727426106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"c905dd25-c89c-40d3-88cd-542ef5ad9a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.768397952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"a4273b9e-d08b-4cfd-ad56-dd15bddc7039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.823788619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"a4273b9e-d08b-4cfd-ad56-dd15bddc7039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.869736963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"49adc3cd-a1a3-453a-855c-186f114488eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.869737007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"0fef9338-a8d4-4644-8c7b-0f5340976d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.926356454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"49adc3cd-a1a3-453a-855c-186f114488eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.92721149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"0fef9338-a8d4-4644-8c7b-0f5340976d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:38.983885694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"e81094ba-afb8-4be4-8a8f-45620a8a8df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.038836758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"e81094ba-afb8-4be4-8a8f-45620a8a8df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.134699103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"ac918d52-2b7c-4875-9f5b-bf83a92aa88a","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.189967349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"ac918d52-2b7c-4875-9f5b-bf83a92aa88a","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.236928022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"1e7e7789-0d60-46f4-95c8-33521384b1c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.291653887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"1e7e7789-0d60-46f4-95c8-33521384b1c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.337880873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"52aff1d9-7a39-40ca-9544-6ea747ba4fca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.337886956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"7314a22f-3ec5-4c76-a04d-41fd2a64f5f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.393510902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"7314a22f-3ec5-4c76-a04d-41fd2a64f5f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.393574268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"52aff1d9-7a39-40ca-9544-6ea747ba4fca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.519394193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d1d0717-54ac-44fc-b79d-9f94ad042403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:39.576582585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d1d0717-54ac-44fc-b79d-9f94ad042403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.654062038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8ab8a9-7773-48ad-9c30-f4e4e75d78b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.707093672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8ab8a9-7773-48ad-9c30-f4e4e75d78b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.759545967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8ab8a9-7773-48ad-9c30-f4e4e75d78b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:41.811041541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8ab8a9-7773-48ad-9c30-f4e4e75d78b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:42.091615626Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-67b917","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-67b917","reconcileID":"b8b71138-b6cd-46f0-b9ad-d52e50845506","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-67b917","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-67b917":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.693267511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80844653-5ae6-44ba-8141-4772d5321cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.744793263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80844653-5ae6-44ba-8141-4772d5321cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.797157622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80844653-5ae6-44ba-8141-4772d5321cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.849501402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80844653-5ae6-44ba-8141-4772d5321cc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:43.953979786Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.750210539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f10bee-b751-4b73-a8b4-8beb0c13332a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.801916079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f10bee-b751-4b73-a8b4-8beb0c13332a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.85363603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f10bee-b751-4b73-a8b4-8beb0c13332a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.907977223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f10bee-b751-4b73-a8b4-8beb0c13332a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:45.981179494Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-244924","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-244924","reconcileID":"8a62ea2d-e0ad-437c-8686-6bc6b672b12b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-244924","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-244924":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:47.833946188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def48edf-472b-4185-bf22-1530b0132789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:47.885435769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def48edf-472b-4185-bf22-1530b0132789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:47.936873669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def48edf-472b-4185-bf22-1530b0132789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:04:47.990306748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def48edf-472b-4185-bf22-1530b0132789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.591638773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"ec3408b0-a673-40af-8bc9-01a3f9a67729","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4db6f5","tenantID":"e2e-inf-a-4db6f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:00.70615559Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"ec3408b0-a673-40af-8bc9-01a3f9a67729","name":"e2e-inf-a-4db6f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:13.956867425Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:38.397385416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"f5758382-65b0-4715-a01c-6bc2087e3f10","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4bfaef","tenantID":"e2e-extmod-b-4bfaef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:38.513760661Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"f5758382-65b0-4715-a01c-6bc2087e3f10","name":"e2e-extmod-b-4bfaef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.560934617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"66e0f226-4c9f-450a-a51d-d4c70cad661f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.658794075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f384bbd8-8d6a-483f-a2cc-60631d1a34b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.757814638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"8b579750-3da3-4014-8c9f-01d35402a414","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.858188656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"0cc6e6ab-1fda-48a9-b42e-987470a70123","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:39.983066142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"f3da3f67-47bb-474d-b5f3-a930e9a3083d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:40.084753846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"1f23ffae-a7b0-431b-8612-d233a275cadb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:40.103180875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"ab0b7ba1-74c0-487a-a6ae-f6a7d28a51c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:40.184434653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"32a6beb6-5495-49d7-8572-5594cad68f72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:40.287093607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"dc5c75b1-e5df-4ebd-b643-9b320105c451","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:40.463483678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"02913b66-020e-4830-b02a-9c457949bfeb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:40.646062636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"7a1b232c-1b87-4567-a2ba-dd64617fb6d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:40.821529683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"388f10a0-2e75-412b-bd07-97035a0755b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:41.054711422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-sub","reconcileID":"a9e103f9-6a2d-461c-b49b-a18ce892b01e","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-4e2db4","model":"llm/e2e-dft-4e2db4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:43.952785861Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:57.956166251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"f734c7c3-e8f0-423d-898b-086173411e2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:58.056922577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"1f912cbd-2093-4f8b-856d-601a4e649d00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:58.160346065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"68ccee23-d9de-454a-9fd8-ba1024bd7a16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:58.3384724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"835e8157-1a30-4266-b9b8-991b48fc159a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:58.752739888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"22a3aa20-0475-44e6-aa8e-b4c9bab13b0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:58.852626225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"3945956d-313b-4501-bf50-6150dec9d434","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:59.001277968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-sub","reconcileID":"b4ed10b7-433f-4278-85cf-f08947478ae5","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-4e2db4","model":"llm/e2e-dft-4e2db4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:59.104690225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"a1521c19-8bd1-4714-a29d-b421283716ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:59.208520132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"49628faf-676c-46fd-8cdf-b177f1580721","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:59.308086635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"40ee0804-0fd0-4b56-880f-cd127dedd7c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:59.404872609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"d9358c4c-2a97-4193-93fc-ff98e521e76c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:59.50491424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"f0d12aa4-44af-46d3-adab-9930667248d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:05:59.645953663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"97bb931e-975e-42f7-a507-b28c2ab46c64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:06.915516988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"065d1f3d-a43a-47aa-8f4f-5e70474d6223","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-67b917","tenantID":"e2e-inf-a-67b917","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:07.030133Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"065d1f3d-a43a-47aa-8f4f-5e70474d6223","name":"e2e-inf-a-67b917-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:13.951871853Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:16.547987494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"dadfc706-d21c-4e60-979c-df5864509900","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-244924","tenantID":"e2e-inf-a-244924","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:16.66352114Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"dadfc706-d21c-4e60-979c-df5864509900","name":"e2e-inf-a-244924-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:32.716922507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"defded32-5b51-4643-8b7f-69f12cacaf83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:32.768905051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"defded32-5b51-4643-8b7f-69f12cacaf83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:32.820560538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"defded32-5b51-4643-8b7f-69f12cacaf83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:32.872426328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"defded32-5b51-4643-8b7f-69f12cacaf83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:34.784380171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9915963e-8869-447c-8491-79b2e8a95b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:34.836201674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9915963e-8869-447c-8491-79b2e8a95b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:34.888090456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9915963e-8869-447c-8491-79b2e8a95b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:34.939909173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9915963e-8869-447c-8491-79b2e8a95b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:36.915609619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b126e39-ff98-4780-8cfc-0f76411e79e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:36.977304788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b126e39-ff98-4780-8cfc-0f76411e79e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:37.029584953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b126e39-ff98-4780-8cfc-0f76411e79e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:37.081613718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b126e39-ff98-4780-8cfc-0f76411e79e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:38.95069037Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-b47e01","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-b47e01","reconcileID":"55cf0d77-b17a-4019-ba40-c5e094b69b10","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-b47e01","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-b47e01":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:39.018779762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec1b72c-7e55-4cc1-9437-b9c7c70bdffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:39.070557118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec1b72c-7e55-4cc1-9437-b9c7c70bdffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:39.12264015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec1b72c-7e55-4cc1-9437-b9c7c70bdffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:39.174623144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec1b72c-7e55-4cc1-9437-b9c7c70bdffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:41.114839179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e16319-d50a-486d-adc5-470c4b1892ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:41.166947156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e16319-d50a-486d-adc5-470c4b1892ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:41.218706094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e16319-d50a-486d-adc5-470c4b1892ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:41.270631877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e16319-d50a-486d-adc5-470c4b1892ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:06:43.952952383Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:11.540699405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8822949e-789f-46df-a4cc-c9ad2c63c004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:11.595204843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8822949e-789f-46df-a4cc-c9ad2c63c004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:11.648065578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8822949e-789f-46df-a4cc-c9ad2c63c004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:11.700431699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8822949e-789f-46df-a4cc-c9ad2c63c004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:11.804883013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"d33d9b87-9ac4-43e5-b3aa-b1283f739de7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:12.017498312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"4be8d7e6-d323-416c-aa2e-e80d23aa78a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:12.088449048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"d68b8f50-9a02-4a44-b1e3-004f37b80d4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:12.264265191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"d888b130-3114-4619-9d00-3c2ce8596c1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:12.385887634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0800c5bf-b7f9-45a6-9c68-f02178f5ab6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:12.499925274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"0101eabe-b450-43e8-a4ff-35be2d619d0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:12.679104066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"daae7b17-d81a-44dc-9fbf-f83e8d8e69c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:12.952628688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"9fa461cb-03c1-4306-8dbe-06f58c326cf5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:13.056290562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"45f8f631-1aed-4d83-b2be-d99789c7b74f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:13.116736529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"9b6f6f45-d189-4b65-9c4b-84dac0c606ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:13.170111937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"81a4021e-19da-4419-bb2b-ac704b29ecb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:13.312385175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-sub","reconcileID":"1ef78cec-515a-4fa9-8194-121452afeaea","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-4e2db4","model":"llm/e2e-dft-4e2db4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:13.40374669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"6fecd758-79f8-42bc-aa59-8c142e84bea4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:13.577846383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be8a1f5c-3ec1-4c62-a31a-18dceeb77b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:13.629503509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be8a1f5c-3ec1-4c62-a31a-18dceeb77b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:13.681192766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be8a1f5c-3ec1-4c62-a31a-18dceeb77b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:13.732870779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be8a1f5c-3ec1-4c62-a31a-18dceeb77b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:13.953335359Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:21.718980112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d280c587-ec47-4cbc-bd36-34bb5a2f8a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:21.770617284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d280c587-ec47-4cbc-bd36-34bb5a2f8a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:21.822251207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d280c587-ec47-4cbc-bd36-34bb5a2f8a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:21.873847127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d280c587-ec47-4cbc-bd36-34bb5a2f8a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:23.817730221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f62c9929-b021-4245-9e06-2c51914782b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:23.869643516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f62c9929-b021-4245-9e06-2c51914782b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:23.921533173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f62c9929-b021-4245-9e06-2c51914782b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:23.973287171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f62c9929-b021-4245-9e06-2c51914782b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:40.641345424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd094a05-21d2-4262-9879-5c3ff06a9b05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:40.692996173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd094a05-21d2-4262-9879-5c3ff06a9b05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:40.7448416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd094a05-21d2-4262-9879-5c3ff06a9b05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:40.796728632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd094a05-21d2-4262-9879-5c3ff06a9b05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:42.653726756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb442a8c-2c57-4ab9-b4f3-b8cd05cb88cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:42.705339865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb442a8c-2c57-4ab9-b4f3-b8cd05cb88cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:42.757163778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb442a8c-2c57-4ab9-b4f3-b8cd05cb88cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:42.809053043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb442a8c-2c57-4ab9-b4f3-b8cd05cb88cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:43.952026468Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:48.045232137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1bb51e7-70c8-41d6-b233-fb581eb3b72a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:48.097193148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1bb51e7-70c8-41d6-b233-fb581eb3b72a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:48.148946092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1bb51e7-70c8-41d6-b233-fb581eb3b72a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:48.201324502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1bb51e7-70c8-41d6-b233-fb581eb3b72a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:50.18955698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"866ca898-422f-45c5-ad06-8ef963e73362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:50.241458417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"866ca898-422f-45c5-ad06-8ef963e73362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:50.2930929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"866ca898-422f-45c5-ad06-8ef963e73362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:07:50.345343812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"866ca898-422f-45c5-ad06-8ef963e73362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:12.47174361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"59e51398-fa75-4366-a1f7-7d7de6651784","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b47e01","tenantID":"e2e-inf-b-b47e01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:12.58502269Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"59e51398-fa75-4366-a1f7-7d7de6651784","name":"e2e-inf-b-b47e01-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:13.951934434Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:26.779599751Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","namespace":"ai-tenant-e2e-extmod-a-cac9f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:26.779664689Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","namespace":"ai-tenant-e2e-extmod-a-cac9f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:26.779720236Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","tenant":"e2e-extmod-a-cac9f3","tenantID":"e2e-extmod-a-cac9f3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:26.833221859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","gvk":"Deployment","name":"maas-api-e2e-extmod-a-cac9f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:26.865373179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"dd0e915b-0127-4609-b3d3-c1a8208e3de5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:26.894506378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","gvk":"Service","name":"maas-api-e2e-extmod-a-cac9f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:26.95194005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-cac9f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.00526757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-cac9f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.050765542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"ed79a651-a21c-4856-ac5c-ab058616f7cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.059404508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-cac9f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.117703635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-cac9f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.163575044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"a59bdda7-35a0-4801-b87b-6ae7ad51d6ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.178143325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-cac9f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.23326453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-cac9f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.294091315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-cac9f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.309792765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"59e8fc21-29da-4775-b3ca-c2bba6ba9ca6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.351952769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-cac9f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.403568688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","gvk":"Service","name":"payload-processing-e2e-extmod-a-cac9f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.433660555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"87c36cac-faa6-4bca-8275-03776b31298b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.454992329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-cac9f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.506094404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-cac9f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.522434591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"cf28db0a-74c7-445d-a550-8008b517c2f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.557172142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-cac9f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.608599584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-cac9f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.621608055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"a794f1f1-f03c-4b88-a130-3d569edaf040","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.662379631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-cac9f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.713442602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-cac9f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.721861788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8bbaa057-264e-4113-b62e-d147251b454b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.764416872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-cac9f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.819159291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-cac9f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.870483891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cac9f3"},"namespace":"ai-tenant-e2e-extmod-a-cac9f3","name":"default-tenant","reconcileID":"60ccdb8e-6e5b-4037-b0c5-cce4d4bbe521","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-cac9f3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:27.886257683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-sub","reconcileID":"548304f1-878a-4045-bff7-6c3ae717b4d1","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-4e2db4","model":"llm/e2e-dft-4e2db4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:28.195610335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"b673aaf4-48ea-4a54-bf57-0ae95f25b6fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:28.325617016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"e5b59386-ee3e-4294-8a38-867f3a8f232b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:28.454058132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fc1fec04-612f-467c-b6b3-f08ccbf91f11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:28.571711241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"82e91f07-4a06-41df-8781-892894ef69c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:36.258560576Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-cac9f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-cac9f3","reconcileID":"938201fe-f2cb-4519-9c0c-108493482587","aitenant":"ai-tenants/e2e-extmod-a-cac9f3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:36.770462986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0a97fa-11a6-453e-8e45-f576d2494f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:36.823182689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0a97fa-11a6-453e-8e45-f576d2494f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:36.876295301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0a97fa-11a6-453e-8e45-f576d2494f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:36.928233072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0a97fa-11a6-453e-8e45-f576d2494f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:37.091411877Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-cac9f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-cac9f3","reconcileID":"938201fe-f2cb-4519-9c0c-108493482587","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-cac9f3","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-cac9f3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:38.847994414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65dd1ccb-4ab5-41a8-bb1e-fb2e0bfd501c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:38.899836383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65dd1ccb-4ab5-41a8-bb1e-fb2e0bfd501c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:38.951593868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65dd1ccb-4ab5-41a8-bb1e-fb2e0bfd501c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:39.005357787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65dd1ccb-4ab5-41a8-bb1e-fb2e0bfd501c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:40.865791241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2988e998-fd9b-46ec-b503-e8311f4bcd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:40.917553017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2988e998-fd9b-46ec-b503-e8311f4bcd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:40.970314835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2988e998-fd9b-46ec-b503-e8311f4bcd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:41.022870276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2988e998-fd9b-46ec-b503-e8311f4bcd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:43.952350903Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:45.456857022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6d7a854-55fa-48f2-8ce8-b20cdf5f200e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:45.508536009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6d7a854-55fa-48f2-8ce8-b20cdf5f200e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:45.560552629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6d7a854-55fa-48f2-8ce8-b20cdf5f200e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:45.612340543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6d7a854-55fa-48f2-8ce8-b20cdf5f200e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:47.52860496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef55bb7-7c63-49b7-967b-1ff04623ad54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:47.580290463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef55bb7-7c63-49b7-967b-1ff04623ad54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:47.631959878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef55bb7-7c63-49b7-967b-1ff04623ad54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:08:47.683669192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef55bb7-7c63-49b7-967b-1ff04623ad54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:06.692235001Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","namespace":"ai-tenant-e2e-inf-a-67b917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:06.692296258Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","namespace":"ai-tenant-e2e-inf-a-67b917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:06.692344564Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","tenant":"e2e-inf-a-67b917","tenantID":"e2e-inf-a-67b917","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:06.746031469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","gvk":"Deployment","name":"maas-api-e2e-inf-a-67b917","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:06.836477753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","gvk":"Service","name":"maas-api-e2e-inf-a-67b917","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:06.908028518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-67b917","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:06.961291484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-67b917","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.024062471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-67b917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.089250202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-67b917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.143879643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-67b917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.215291087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-67b917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.266620694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","gvk":"Deployment","name":"payload-processing-e2e-inf-a-67b917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.318097807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-67b917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.371683428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","gvk":"Service","name":"payload-processing-e2e-inf-a-67b917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.423292554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-67b917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.474617424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-67b917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.525802251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-67b917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.578918826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-67b917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.634077953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-67b917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.685163355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-67b917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.736301901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-67b917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.789192424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-67b917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:07.843559687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-67b917"},"namespace":"ai-tenant-e2e-inf-a-67b917","name":"default-tenant","reconcileID":"9094d909-f9cf-4920-96d7-27250b5c32fc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-67b917","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:11.950453436Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-67b917","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-67b917","reconcileID":"f3e35e12-4cd1-4fc1-8c02-32bfeef750d3","aitenant":"ai-tenants/e2e-inf-a-67b917","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:12.521031321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0195aeb6-52ef-4ef2-9708-84c8ee83dbc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:12.572882398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0195aeb6-52ef-4ef2-9708-84c8ee83dbc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:12.624390209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0195aeb6-52ef-4ef2-9708-84c8ee83dbc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:12.676200996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0195aeb6-52ef-4ef2-9708-84c8ee83dbc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:12.735410529Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","namespace":"ai-tenant-e2e-inf-a-244924","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:12.735468366Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","namespace":"ai-tenant-e2e-inf-a-244924","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:12.73551426Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","tenant":"e2e-inf-a-244924","tenantID":"e2e-inf-a-244924","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:12.788068546Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-67b917","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-67b917","reconcileID":"f3e35e12-4cd1-4fc1-8c02-32bfeef750d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-67b917","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-67b917"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:12.790316163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","gvk":"Deployment","name":"maas-api-e2e-inf-a-244924","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:12.849805162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","gvk":"Service","name":"maas-api-e2e-inf-a-244924","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:12.954153935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-244924","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.042795381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-244924","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.099254079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-244924","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.154177921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-244924","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.209386914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-244924","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.263803481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-244924","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.315160453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","gvk":"Deployment","name":"payload-processing-e2e-inf-a-244924","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.368771921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-244924","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.428279235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","gvk":"Service","name":"payload-processing-e2e-inf-a-244924","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.485768129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-244924","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.537080789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-244924","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.588158273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-244924","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.640624636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-244924","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.738964772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-244924","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.789996755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-244924","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.841284678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-244924","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.895403172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-244924","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.946687024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-244924"},"namespace":"ai-tenant-e2e-inf-a-244924","name":"default-tenant","reconcileID":"5e18716a-478d-4f51-b070-370a5ef9455a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-244924","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:13.954607198Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:14.61616939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36858c47-2a59-41b3-b329-f26ceac91976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:14.668067054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36858c47-2a59-41b3-b329-f26ceac91976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:14.72030319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36858c47-2a59-41b3-b329-f26ceac91976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:14.772731269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36858c47-2a59-41b3-b329-f26ceac91976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:15.429617107Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-244924","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-244924","reconcileID":"f5aa167f-3b13-4cda-83cc-441153546113","aitenant":"ai-tenants/e2e-inf-a-244924","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.256923212Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-244924","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-244924","reconcileID":"f5aa167f-3b13-4cda-83cc-441153546113","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-244924","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-244924"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.657433488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c866d9a4-5610-4dc4-a821-24c48b9bf99c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.709974953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c866d9a4-5610-4dc4-a821-24c48b9bf99c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.725224751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb001b27-0dc3-42fb-a5b8-153bee2a893e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.725245639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb001b27-0dc3-42fb-a5b8-153bee2a893e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.762611867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c866d9a4-5610-4dc4-a821-24c48b9bf99c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.817075678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c866d9a4-5610-4dc4-a821-24c48b9bf99c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.824854782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cf47847-6fd4-4fd1-b32c-8c9c1142bfd8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.824875416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cf47847-6fd4-4fd1-b32c-8c9c1142bfd8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:16.944659891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"33108679-e227-479a-b132-c1c46288d9e5","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:17.109121202Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"33108679-e227-479a-b132-c1c46288d9e5","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:17.149409329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0520160e-2f06-41f2-be5e-3544098cb4d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:17.14942909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0520160e-2f06-41f2-be5e-3544098cb4d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:17.163544436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"33108679-e227-479a-b132-c1c46288d9e5","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:17.204675101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab708f5d-ed0a-4d65-a045-0ea277973b3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:17.20469682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab708f5d-ed0a-4d65-a045-0ea277973b3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:17.219872874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"938f53cb-33f5-44b0-b709-623471cbd392","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:17.219890337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"938f53cb-33f5-44b0-b709-623471cbd392","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:17.257970956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-sub-c717362c","reconcileID":"af9d816c-a712-47cd-bcc3-62da0d3d0793","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-c717362c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:17.322644628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"ae8bb70d-169d-4b71-84a1-30eb817c2bc6","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:17.369557256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9baeef9-b38d-4c6e-b0f7-4c66b01f5ca5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:17.369577936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9baeef9-b38d-4c6e-b0f7-4c66b01f5ca5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:17.382530268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"ae8bb70d-169d-4b71-84a1-30eb817c2bc6","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:17.427576965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4377ed23-11a2-4992-bf6a-69179da121b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:17.427599687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4377ed23-11a2-4992-bf6a-69179da121b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:17.436606241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"ae8bb70d-169d-4b71-84a1-30eb817c2bc6","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:17.692515344Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-sub-c717362c","reconcileID":"90a91765-b4b0-43c8-8fbe-ed07f0a19cf9","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-c717362c/e2e-sub-c717362c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:17.916621314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9bf65227-afae-49f8-a86a-655287e9f0aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:17.921434808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a65496b8-b811-4123-85f8-ed69b355c532","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:17.921456791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a65496b8-b811-4123-85f8-ed69b355c532","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:18.129666281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-sub-c717362c","reconcileID":"75d9b9e7-2c60-4f47-b662-aac9f4aa7cde","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:18.715738823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8adc8cc7-b27a-4ba6-ba78-5d3764f23458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:18.767997224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8adc8cc7-b27a-4ba6-ba78-5d3764f23458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:18.819735655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8adc8cc7-b27a-4ba6-ba78-5d3764f23458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:18.871553608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8adc8cc7-b27a-4ba6-ba78-5d3764f23458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:20.745217157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90e5f194-85c4-4ac8-abfb-82b0135a4416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:20.797188242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90e5f194-85c4-4ac8-abfb-82b0135a4416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:20.851229188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90e5f194-85c4-4ac8-abfb-82b0135a4416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:20.903975246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90e5f194-85c4-4ac8-abfb-82b0135a4416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:20.956691721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"fcaab2f5-ab7a-4bf7-860e-e689e0288841","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:20.956724952Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"fcaab2f5-ab7a-4bf7-860e-e689e0288841","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.116737801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"4b4b2e72-f3e9-4424-baed-c38e77b9ee22","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.117197937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1ad56b1-b146-4108-8045-496f9b4abf43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.11750496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45810f36-b77f-4fb9-99d2-f902a073da92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.168067724Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-sub","reconcileID":"0869f13a-dab2-4515-9405-eac6fea7e867","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6e076d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.240868723Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1ad56b1-b146-4108-8045-496f9b4abf43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:21.279085846Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"4b4b2e72-f3e9-4424-baed-c38e77b9ee22","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:21.282726144Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45810f36-b77f-4fb9-99d2-f902a073da92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.295500302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1ad56b1-b146-4108-8045-496f9b4abf43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:21.333767927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"4b4b2e72-f3e9-4424-baed-c38e77b9ee22","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:21.339207093Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45810f36-b77f-4fb9-99d2-f902a073da92","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.387652166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"16fd8fb4-8060-42f0-bf0a-3137d938e91e","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.38768567Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"16fd8fb4-8060-42f0-bf0a-3137d938e91e","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.495536921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad1d9268-0304-40f9-ac3f-e434c3d7c475","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.495558861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad1d9268-0304-40f9-ac3f-e434c3d7c475","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.495939142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f9d133b-b08c-4e3b-b976-c7b0ff49fa90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.495952238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f9d133b-b08c-4e3b-b976-c7b0ff49fa90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.541810153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"078adcd1-6485-4e9b-9711-1e447270eed3","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.543458763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30b682eb-deed-4a4c-b415-8a2afb31bb21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.546979891Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-sub","reconcileID":"a6af43db-ec1e-4e5e-bcdb-44a88284f7b2","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6e076d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.556981437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d102a9c2-f397-4d3e-827f-b8b16a3cc383","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.597265264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"078adcd1-6485-4e9b-9711-1e447270eed3","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.598718158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30b682eb-deed-4a4c-b415-8a2afb31bb21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.611883234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d102a9c2-f397-4d3e-827f-b8b16a3cc383","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.651213701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"078adcd1-6485-4e9b-9711-1e447270eed3","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.652495315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30b682eb-deed-4a4c-b415-8a2afb31bb21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.666300837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d102a9c2-f397-4d3e-827f-b8b16a3cc383","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.759590893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"ede8f398-0fa7-4541-808d-129de6ca091c","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.759618764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"ede8f398-0fa7-4541-808d-129de6ca091c","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.811362169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4fbbd50d-d014-4178-aafa-003c2b366ab5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.811381006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4fbbd50d-d014-4178-aafa-003c2b366ab5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.871432407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dcec9ab-ee2e-4888-9868-496dc4087925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.926576493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dcec9ab-ee2e-4888-9868-496dc4087925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.972750832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"b9f23bd2-86bc-4d5d-95b6-0cf2bf11edba","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.972790878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d88a15f-9917-474b-b3d3-4cf318fa387b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:21.981133197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dcec9ab-ee2e-4888-9868-496dc4087925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:22.028601376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d88a15f-9917-474b-b3d3-4cf318fa387b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:22.028712848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"b9f23bd2-86bc-4d5d-95b6-0cf2bf11edba","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:22.083542206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d88a15f-9917-474b-b3d3-4cf318fa387b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:22.083545501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"b9f23bd2-86bc-4d5d-95b6-0cf2bf11edba","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:22.136068765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d88a15f-9917-474b-b3d3-4cf318fa387b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:22.34898739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2893f46e-0c4f-4be4-8c55-f0d0ca3eb5f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:22.404903431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2893f46e-0c4f-4be4-8c55-f0d0ca3eb5f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:22.460453978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2893f46e-0c4f-4be4-8c55-f0d0ca3eb5f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:27.542065122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"aad0b1ad-a307-4e1b-86a1-9e51fb8bf590","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:27.664363896Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"aad0b1ad-a307-4e1b-86a1-9e51fb8bf590","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:27.718275234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"aad0b1ad-a307-4e1b-86a1-9e51fb8bf590","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:27.772812798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4fb0458-79fc-4c9e-953f-59d2370e8aa5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:27.772861763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4fb0458-79fc-4c9e-953f-59d2370e8aa5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:31.599381836Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-sub","reconcileID":"89a20f13-a9b6-42bb-993c-224ad1c94551","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-4e2db4","subscription":"e2e-dft-4e2db4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:31.703154726Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-sub","reconcileID":"89a20f13-a9b6-42bb-993c-224ad1c94551","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:31.754866521Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-sub","reconcileID":"89a20f13-a9b6-42bb-993c-224ad1c94551","MaaSSubscription":{"name":"e2e-dft-4e2db4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-4e2db4","namespace":"llm","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.077765579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"c6673bac-9530-4ef1-a1f6-43d4489d209b","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.077794899Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"c6673bac-9530-4ef1-a1f6-43d4489d209b","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.186758416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"255895f4-5f2f-4e1c-80d9-eb64bab51ddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.233156291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"eef6ea81-7e3c-478e-bbb2-8de95ce4ec61","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.233156212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e2d2bd8-000c-45d1-a9e2-65e24481fd58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.23379903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"8d0de83b-3737-4047-98cd-3a03bb4161ec","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.233850837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"8d0de83b-3737-4047-98cd-3a03bb4161ec","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.306199866Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"255895f4-5f2f-4e1c-80d9-eb64bab51ddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:32.346271392Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"eef6ea81-7e3c-478e-bbb2-8de95ce4ec61","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:32.346431387Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e2d2bd8-000c-45d1-a9e2-65e24481fd58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.360106012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"255895f4-5f2f-4e1c-80d9-eb64bab51ddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:32.39871341Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"eef6ea81-7e3c-478e-bbb2-8de95ce4ec61","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-4e2db4-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:32.398773573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"eef6ea81-7e3c-478e-bbb2-8de95ce4ec61","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.398960544Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-4e2db4-access","reconcileID":"a69aa460-1fb7-4be3-ad7b-ae3305c4aae5","MaaSAuthPolicy":{"name":"e2e-dft-4e2db4-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:32.400927092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e2d2bd8-000c-45d1-a9e2-65e24481fd58","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.401170954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a0057d6-c115-4b73-bd2a-02628cdbe5e0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.401190174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a0057d6-c115-4b73-bd2a-02628cdbe5e0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.416928389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1102ba9b-626c-4af1-8c4a-44bbbad4dc99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.41694744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1102ba9b-626c-4af1-8c4a-44bbbad4dc99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.560441788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b09a3b2-ca5d-4dcf-926e-c5eca07937c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.570885509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ce31bbf-bf30-46ea-ac8c-64c217e2a472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.610784185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"69a3ff96-73ad-45f1-89fc-635ac4df6742","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.610809741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"69a3ff96-73ad-45f1-89fc-635ac4df6742","MaaSModelRef":{"name":"e2e-dft-4e2db4","namespace":"llm"},"routeName":"external-model-e2e-dft-4e2db4-3d2709c957e9","namespace":"llm","model":"e2e-dft-4e2db4","externalModel":"e2e-dft-4e2db4","provider":"e2e-dft-4e2db4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.615453671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b09a3b2-ca5d-4dcf-926e-c5eca07937c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.629577302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ce31bbf-bf30-46ea-ac8c-64c217e2a472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.66933566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b09a3b2-ca5d-4dcf-926e-c5eca07937c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:32.683507522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ce31bbf-bf30-46ea-ac8c-64c217e2a472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.039010025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d608ad33-26cc-4dcb-844d-f6857cdfd27b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.039039656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d608ad33-26cc-4dcb-844d-f6857cdfd27b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.237748271Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"70e99981-b760-46f9-96dc-17b3a817dd5f","namespace":"llm","name":"e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.294437338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"72f4990f-597d-4a23-bafa-afd378fc3da3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.294463185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"72f4990f-597d-4a23-bafa-afd378fc3da3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.294775607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"78186197-bfac-491f-bc21-010a05c31f28","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.294791675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"78186197-bfac-491f-bc21-010a05c31f28","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.295124349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"daaf70fd-bfa4-49d0-8d1b-cfdcf941ebd2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.295139692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"daaf70fd-bfa4-49d0-8d1b-cfdcf941ebd2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.295385402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e04e601f-c127-4e52-aa91-478d5c60d5a4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.295399151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e04e601f-c127-4e52-aa91-478d5c60d5a4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.295625212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d8b93682-b14e-48d1-b1ef-c757886cb417","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.295639374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d8b93682-b14e-48d1-b1ef-c757886cb417","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.295871216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"19f382bf-2b97-4afa-a503-9a28a62bbd4b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.295883327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"19f382bf-2b97-4afa-a503-9a28a62bbd4b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.296096396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bc3180e-aee3-4fc6-a6e2-7a78ed27d536","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.296107615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bc3180e-aee3-4fc6-a6e2-7a78ed27d536","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.296432154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6eece1a0-bdbb-4438-bc59-0b67a53b244b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.296444357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6eece1a0-bdbb-4438-bc59-0b67a53b244b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.342263973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"9bdaed88-068a-4447-95ef-bca00c2fe624","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.39426957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a04da22-d25d-408b-901e-a2068666233e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.39455151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"680f4d3a-bc56-485e-8bc5-652c50d92a9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.394864377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"7a929702-1fc2-4a2f-bec7-1c7afef6f8cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.394269568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d8a6371-f53a-402d-8d03-e29cca36d4d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.450241985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a04da22-d25d-408b-901e-a2068666233e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.452377815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"680f4d3a-bc56-485e-8bc5-652c50d92a9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.45291444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d8a6371-f53a-402d-8d03-e29cca36d4d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.455173689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"7a929702-1fc2-4a2f-bec7-1c7afef6f8cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.463857006Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"9bdaed88-068a-4447-95ef-bca00c2fe624","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.504227507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a04da22-d25d-408b-901e-a2068666233e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.505099494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-sub-c717362c","reconcileID":"69ae18f6-36a7-49f8-90a5-3d63f9775862","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.505127731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"646f2324-6464-4fb1-a806-d30d19f85926","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.505618531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1f8546be-6a1b-4c17-80c2-cdd0468aacfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.51818735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"9bdaed88-068a-4447-95ef-bca00c2fe624","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.545515085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d8a6371-f53a-402d-8d03-e29cca36d4d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.570471822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6cdccd7-0e38-40f1-9dea-7a7506f1b45f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.570567336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6cdccd7-0e38-40f1-9dea-7a7506f1b45f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.591026077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"893b795a-1bc2-4ed5-82c5-b9bd27cf9999","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.59105136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"893b795a-1bc2-4ed5-82c5-b9bd27cf9999","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.604690973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d808a7f6-25de-4b67-baa4-ef4dac643d0f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.604989175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d808a7f6-25de-4b67-baa4-ef4dac643d0f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.777392053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"09d0085f-5c8b-4307-8dd6-d0ee1f5c42ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.832586992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"09d0085f-5c8b-4307-8dd6-d0ee1f5c42ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.864776219Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-4e2db4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-4e2db4","reconcileID":"ea06e6d7-ada0-4e53-beb8-1c00fe641922","namespace":"llm","name":"e2e-dft-4e2db4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.878727558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"83517f82-426d-4aa7-ab2d-79f50dc1b1ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.878735614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"c5a04168-0d3e-405c-ba83-445a84e08528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.879886045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"b32653a0-a94b-40cc-992e-e9e2be833c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.880501821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"9dca1384-862e-43cb-8642-025c58100925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.942904082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"b32653a0-a94b-40cc-992e-e9e2be833c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.943008115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"83517f82-426d-4aa7-ab2d-79f50dc1b1ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.945207288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"9dca1384-862e-43cb-8642-025c58100925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:33.945301779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"c5a04168-0d3e-405c-ba83-445a84e08528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.192996166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"360f2e8c-8659-4766-8c47-46b4f1c9639d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.250477055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"360f2e8c-8659-4766-8c47-46b4f1c9639d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.298186308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39bba293-f4cb-4b59-8472-7a405c234088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.29832154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"ac114bc1-b625-4f8f-ad6c-82286c5a77b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.298734687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"0554cc4a-8c46-4aeb-93fd-ed02afaf479f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.298937361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"706ca30a-f4ea-46f4-ad22-b74729ed41ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.355011283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"ac114bc1-b625-4f8f-ad6c-82286c5a77b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.358786875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"0554cc4a-8c46-4aeb-93fd-ed02afaf479f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.421791571Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39bba293-f4cb-4b59-8472-7a405c234088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:34.427261336Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"706ca30a-f4ea-46f4-ad22-b74729ed41ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:34.484456005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"706ca30a-f4ea-46f4-ad22-b74729ed41ab","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.489265267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39bba293-f4cb-4b59-8472-7a405c234088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.489603737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36ec7d93-c07b-47d3-aecb-6f071eb711f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.490020951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36ec7d93-c07b-47d3-aecb-6f071eb711f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.543884483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"4fecd506-838e-4b44-94e7-5e38e7b39cc6","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.548439461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab899e66-b03c-4396-a1f1-02ba5b9b181f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.548791604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab899e66-b03c-4396-a1f1-02ba5b9b181f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.667794965Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"4fecd506-838e-4b44-94e7-5e38e7b39cc6","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.675783103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"e2d8da24-14bb-4ad2-8802-c3ef72491728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.675882541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"0522d3a3-63d5-4c13-a2af-8e879ed9a00a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.676192341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"96e4572d-5f7d-4897-8c32-19e797e05e08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.703058809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"0c0ff180-b0b6-40e4-91cc-742ecbf97fd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.721712014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"4fecd506-838e-4b44-94e7-5e38e7b39cc6","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.731816151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"e2d8da24-14bb-4ad2-8802-c3ef72491728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.731868768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"96e4572d-5f7d-4897-8c32-19e797e05e08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.734205143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"0522d3a3-63d5-4c13-a2af-8e879ed9a00a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.758185577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"0c0ff180-b0b6-40e4-91cc-742ecbf97fd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.778434246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2d9c701-b986-4f49-b119-f3394c5f8d29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.778455455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2d9c701-b986-4f49-b119-f3394c5f8d29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.933238064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"bff23f16-8696-4660-81fb-e22f6a892267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:34.98857725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"bff23f16-8696-4660-81fb-e22f6a892267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:35.039783349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"81276ca3-88bd-4bb9-9a7d-99bcda3688fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:35.03977718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"b3e67bb3-fb20-4928-96e3-6bee8f70f81a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:35.040222461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"135660fe-4831-4072-ab1b-57d03daacb64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:35.096607204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"b3e67bb3-fb20-4928-96e3-6bee8f70f81a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:35.09671033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"81276ca3-88bd-4bb9-9a7d-99bcda3688fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:35.16519079Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"135660fe-4831-4072-ab1b-57d03daacb64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:35.218991008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"135660fe-4831-4072-ab1b-57d03daacb64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:35.275692295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e86fda00-3516-4134-bd37-f1037e31739a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:35.275714636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e86fda00-3516-4134-bd37-f1037e31739a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:35.8672077Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"ba1efd7d-f013-4576-8ad9-e61599f1d385","namespace":"llm","name":"e2e-dft-refs-8a5844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:35.923371714Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"f90cb021-44f1-458b-b322-ffd0444de2c4","namespace":"llm","name":"e2e-dft-refs-8a5844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:35.970624292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"5a5a4ef8-a931-401b-b9d2-d7a51bf933f4","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.021622276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"50397297-5682-4240-a0a0-e2c2e351c4af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.021806397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"febd8a61-ee48-4ff4-a039-d1c0ce619f3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.022136261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"c773f33e-8f10-4751-910f-70f55d7efb85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.022255288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ef750ed-06cd-45a5-9c4b-8403858435ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.077791755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"febd8a61-ee48-4ff4-a039-d1c0ce619f3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.078120186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ef750ed-06cd-45a5-9c4b-8403858435ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.079948812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"c773f33e-8f10-4751-910f-70f55d7efb85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.080198349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"50397297-5682-4240-a0a0-e2c2e351c4af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.092083658Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"5a5a4ef8-a931-401b-b9d2-d7a51bf933f4","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.132127219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"febd8a61-ee48-4ff4-a039-d1c0ce619f3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.132270136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ef750ed-06cd-45a5-9c4b-8403858435ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.147700417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"5a5a4ef8-a931-401b-b9d2-d7a51bf933f4","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.243389197Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"08755598-1f8a-4412-83e6-70959fe34d10","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"name":"e2e-dft-refs-8a5844","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.343094262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"7a6a4a09-e860-4b9b-8d6f-644c8bdb8c98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.345116431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"9a09cb2a-f244-48ea-8928-5d43fc5777cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.35092058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"42fade40-4bde-4caa-8c35-3bf14e4f194b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.351018878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"42fade40-4bde-4caa-8c35-3bf14e4f194b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.351486189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc042aa9-9a02-48e2-aed2-f891b994548e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.351504427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc042aa9-9a02-48e2-aed2-f891b994548e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.352012037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"97f47784-d0e1-4d01-bb73-2e3988d0a687","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.352160442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"97f47784-d0e1-4d01-bb73-2e3988d0a687","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.352488357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7ecc242d-0e2c-48a2-8d9f-597b39e715e9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.352502784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7ecc242d-0e2c-48a2-8d9f-597b39e715e9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.352744786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2dc5372-ceed-422a-9d3e-8c7717ef85c1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.352776638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2dc5372-ceed-422a-9d3e-8c7717ef85c1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.352885786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f4f05ea7-49e1-4688-a01d-e1ad21f8e6d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.353174435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3b8256ef-a133-4938-bb9b-8f1d2b5667b2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.353191003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3b8256ef-a133-4938-bb9b-8f1d2b5667b2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.353401607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-sub-c717362c","reconcileID":"2856a454-8dde-4df7-ba94-1e2a3532bd4e","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.353912455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ed203560-f082-44ff-b671-55491ed8b36a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.398179377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"7a6a4a09-e860-4b9b-8d6f-644c8bdb8c98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.400148891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"9a09cb2a-f244-48ea-8928-5d43fc5777cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.405047739Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"067479ae-ad77-452a-9339-ab633a6ed92c","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"name":"e2e-dft-refs-8a5844","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.443997755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"b49e94c8-8091-4794-a8fc-9a190cb60c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.444271944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"25d41b24-3a26-40f5-8c4e-70816c235a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.44399784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"30dc2cc6-0c49-47b9-a64c-183ccee4816b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.456659376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"555b75ea-5699-4225-a633-b4ae0c44fc69","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.456674935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"555b75ea-5699-4225-a633-b4ae0c44fc69","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.456987922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0cd2d99-23aa-4fa8-8666-4a4ed2302edc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.457000447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0cd2d99-23aa-4fa8-8666-4a4ed2302edc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.507343703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"b49e94c8-8091-4794-a8fc-9a190cb60c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.507790426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"25d41b24-3a26-40f5-8c4e-70816c235a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.511668758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"30dc2cc6-0c49-47b9-a64c-183ccee4816b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.769604865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"6c8d2af3-7950-4660-a405-6f882278a715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.769940862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"4d951665-a521-49d1-957c-b51a68283bff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.825530524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"4d951665-a521-49d1-957c-b51a68283bff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.825991674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"6c8d2af3-7950-4660-a405-6f882278a715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.871407311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"64760702-8ff0-4377-bbb3-c75bcbfcb0a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.871518091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1f5c220-8562-44c4-8734-4cdf00b58ab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.871813276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"3318b557-04ce-45ad-98c6-773f43784377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.926887539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"64760702-8ff0-4377-bbb3-c75bcbfcb0a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.929204641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"3318b557-04ce-45ad-98c6-773f43784377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:36.993409379Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1f5c220-8562-44c4-8734-4cdf00b58ab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.047580719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1f5c220-8562-44c4-8734-4cdf00b58ab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.099198452Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"80339bd9-c228-4b16-903e-f9c0a5515a42","namespace":"llm","name":"e2e-dft-refs-8a5844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.099402793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"bbd92f62-da8f-4644-b954-89a64a2f36ef","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.152507513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"877691b9-ab50-4965-85c3-c0b3c2148b40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.160350947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"352b9ade-5d7f-4886-b29c-bcdf6b73213a","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-8a5844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.160386004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"352b9ade-5d7f-4886-b29c-bcdf6b73213a","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-8a5844-f1279021dde9","namespace":"llm","model":"e2e-dft-refs-8a5844","externalModel":"e2e-dft-refs-8a5844","provider":"e2e-dft-refs-8a5844-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.209801718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"877691b9-ab50-4965-85c3-c0b3c2148b40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.222698327Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"bbd92f62-da8f-4644-b954-89a64a2f36ef","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.257005881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"006a7079-f509-4a87-be8f-4fb279dfa7f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.25700477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"814f2502-0220-4ca6-a35a-fa146bd7d0bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.269134099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72f25885-da2e-43bf-8635-1c262c013e9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.269150195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72f25885-da2e-43bf-8635-1c262c013e9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.277012685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"bbd92f62-da8f-4644-b954-89a64a2f36ef","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.312379202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"814f2502-0220-4ca6-a35a-fa146bd7d0bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.331262569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae05a4ee-d9d3-4ae3-8a88-cb268402ef2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.331284346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae05a4ee-d9d3-4ae3-8a88-cb268402ef2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.354724506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"651cc7b9-888d-4468-9d04-d492bb30cd72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.377236594Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"006a7079-f509-4a87-be8f-4fb279dfa7f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.409694253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"651cc7b9-888d-4468-9d04-d492bb30cd72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.43117944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"006a7079-f509-4a87-be8f-4fb279dfa7f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.486710477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"eeeff712-4272-49a7-a4e6-b996f6f11be9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.487554414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cdcd7436-7f87-4fe3-b40f-844e321d6f2a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.487570595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cdcd7436-7f87-4fe3-b40f-844e321d6f2a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.530080055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"8704f540-fae5-46ae-846d-b38eea407e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.541572453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"eeeff712-4272-49a7-a4e6-b996f6f11be9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.568015127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"9bcc027e-e99a-4242-967c-d5f5b1a2b46d","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.587661123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"8704f540-fae5-46ae-846d-b38eea407e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.639936034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc707288-40c8-475c-b372-7382286ca333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.687745884Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"9bcc027e-e99a-4242-967c-d5f5b1a2b46d","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.72013853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"84af4335-697b-4879-885b-56eadb673c8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.741903088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"9bcc027e-e99a-4242-967c-d5f5b1a2b46d","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.760124662Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc707288-40c8-475c-b372-7382286ca333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.775467237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"84af4335-697b-4879-885b-56eadb673c8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.798443953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2412e8c8-35b0-4e6a-ad9e-e6912be1b891","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.798464657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2412e8c8-35b0-4e6a-ad9e-e6912be1b891","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.814423609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc707288-40c8-475c-b372-7382286ca333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.848869226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"24e55109-927d-4043-85fc-bd322b9fed7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:37.867079956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc707288-40c8-475c-b372-7382286ca333","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.903957427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"24e55109-927d-4043-85fc-bd322b9fed7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.947497077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b03db46-893b-4339-9c3c-d3ce09797023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:37.95172028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"354b552c-63ba-41cf-9ddf-bcf1b7964a04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:38.002565434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b03db46-893b-4339-9c3c-d3ce09797023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:38.007158866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"354b552c-63ba-41cf-9ddf-bcf1b7964a04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:38.024920425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"17fc7c50-d4be-4a93-92d0-4a78de0dda97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:38.056796769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b03db46-893b-4339-9c3c-d3ce09797023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:38.080401153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"17fc7c50-d4be-4a93-92d0-4a78de0dda97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:38.08353356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"bb4a07a3-b1fa-4fdc-87ab-53b31c8238a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:38.113628097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cdb48bd-46cd-4f96-9477-901a64b2dee2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:38.113653614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cdb48bd-46cd-4f96-9477-901a64b2dee2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:38.138917723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"bb4a07a3-b1fa-4fdc-87ab-53b31c8238a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:38.259839846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"b56bf549-6076-46af-be42-d2d09ab09aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:38.266773756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b168b97b-35ec-4d60-b91c-cd664d22905e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:38.315661979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"b56bf549-6076-46af-be42-d2d09ab09aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:38.32263099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b168b97b-35ec-4d60-b91c-cd664d22905e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:38.377128104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b168b97b-35ec-4d60-b91c-cd664d22905e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:38.434387895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f7133c8-5491-41dd-99b2-35055c6a1ea9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:38.434407058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f7133c8-5491-41dd-99b2-35055c6a1ea9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:40.222670118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca5245a-93dd-4c8d-9c8b-731b423f4dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:40.27450473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca5245a-93dd-4c8d-9c8b-731b423f4dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:40.326188472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca5245a-93dd-4c8d-9c8b-731b423f4dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:40.377985183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca5245a-93dd-4c8d-9c8b-731b423f4dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.151348475Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"9cbb4f91-f867-4a64-b7b3-c74cbdc36463","namespace":"llm","name":"e2e-dft-refs-8a5844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.204671649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"b67e876c-164e-4d1a-be2b-b9e8f92bb257","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-8a5844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.204696271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"b67e876c-164e-4d1a-be2b-b9e8f92bb257","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-8a5844-f1279021dde9","namespace":"llm","model":"e2e-dft-refs-8a5844","externalModel":"e2e-dft-refs-8a5844","provider":"e2e-dft-refs-8a5844-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.295417748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"afe4b9a5-386c-4c81-aafa-603912f9d4dd","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.296059626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56c88771-587e-4608-9d18-2f2a85aeab78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.296086264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56c88771-587e-4608-9d18-2f2a85aeab78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.29645381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0528dc1-5e0d-4c32-8a56-f1c2aa764528","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.296470246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0528dc1-5e0d-4c32-8a56-f1c2aa764528","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.296859677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"afc006c3-488f-483f-afc1-1bddd831daf8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.296874047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"afc006c3-488f-483f-afc1-1bddd831daf8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.295410916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f15ac74-4ab7-4dfb-a7d5-613fcf7a2958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.297179642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2f68fb1-8260-4d0b-8a23-273680f5e09a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.297192758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2f68fb1-8260-4d0b-8a23-273680f5e09a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.297464315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"35caa504-53ff-471f-b0fb-783b953a6c3f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.297477129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"35caa504-53ff-471f-b0fb-783b953a6c3f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.354304726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f15ac74-4ab7-4dfb-a7d5-613fcf7a2958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.354476221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"c37f421d-211d-4bb0-932f-edf036d2e9e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.354987657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f366f088-f6c0-43f6-b2a3-0f718a837512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.355134835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfd30aad-88da-4551-9725-8cc6afbcf4ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.407125114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f15ac74-4ab7-4dfb-a7d5-613fcf7a2958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.407393218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"0e5dd8a3-71fd-4a26-8be2-28097e67e4aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.459798219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-sub-c717362c","reconcileID":"d35533e3-1956-4953-b069-5758651c3b4f","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.467369111Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"f00ffc50-33b3-41ca-8f63-0a3b161040bf","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-8a5844-f1279021dde9","namespace":"llm","model":"e2e-dft-refs-8a5844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.469481636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f15ac74-4ab7-4dfb-a7d5-613fcf7a2958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.472258035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"0e5dd8a3-71fd-4a26-8be2-28097e67e4aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.477059403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfd30aad-88da-4551-9725-8cc6afbcf4ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.477148795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"c37f421d-211d-4bb0-932f-edf036d2e9e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.480657577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f366f088-f6c0-43f6-b2a3-0f718a837512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.484156172Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"afe4b9a5-386c-4c81-aafa-603912f9d4dd","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.526742304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"407d27f1-ae0a-48d0-8b5a-1fc96369784f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.536884513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f366f088-f6c0-43f6-b2a3-0f718a837512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.538454451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfd30aad-88da-4551-9725-8cc6afbcf4ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.540589393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"afe4b9a5-386c-4c81-aafa-603912f9d4dd","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.586285928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6c80e523-d6d3-43a7-86f4-ca18fa9de1ec","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.586311561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6c80e523-d6d3-43a7-86f4-ca18fa9de1ec","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.586759718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6f1ebfce-8407-462d-b4c2-054fc343ee3d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.586781446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6f1ebfce-8407-462d-b4c2-054fc343ee3d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.587142215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e4d75284-304b-4136-846f-68533f1be26a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.587159785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e4d75284-304b-4136-846f-68533f1be26a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.591130185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa04f14d-d9c0-467e-921c-b729a4dfbae0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.596782665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8a3d64c-4c32-497e-8661-080d1014d72c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.596799454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8a3d64c-4c32-497e-8661-080d1014d72c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.599635861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34aef6f0-712e-4a4b-9097-224ebd544ef9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.599652507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34aef6f0-712e-4a4b-9097-224ebd544ef9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.600189002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2324ae7a-a12a-48e6-9a28-57c47aaec9c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.600204342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2324ae7a-a12a-48e6-9a28-57c47aaec9c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.62660918Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"cf00c471-4436-45c4-840c-6ded4bf0bff4","namespace":"llm","name":"e2e-dft-refs-8a5844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.681291272Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"fb25dd35-0cee-4a27-88fb-f68bdb520ee1","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"name":"e2e-dft-refs-8a5844","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.799617763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"6fb73dc4-dbd0-4bdd-baa0-1936c7966dce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.811086751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"e8880590-6182-48ca-8c59-22f578778681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.817507437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"f3e59578-6e38-4af5-a25e-973863d98088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.851106317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"e12547fb-9265-4b8f-bd83-a0459eff5728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.852210861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"f024233a-ddf8-4336-a2e5-4cfd7500ed4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.855695217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"6fb73dc4-dbd0-4bdd-baa0-1936c7966dce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.866473887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"e8880590-6182-48ca-8c59-22f578778681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.872771712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"f3e59578-6e38-4af5-a25e-973863d98088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.906870676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"e12547fb-9265-4b8f-bd83-a0459eff5728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:42.908989104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"f024233a-ddf8-4336-a2e5-4cfd7500ed4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.217241249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"1b4bc821-9766-4bd2-b8c7-118c14939f75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.267223118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"a354dba9-fe82-4362-ac7a-252bb28e3ce5","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.274312094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"1b4bc821-9766-4bd2-b8c7-118c14939f75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.319603344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3237336-1b32-4c2f-b7ad-3ff7734a3829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.320006057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"27ca35ac-a803-4b68-ba6e-65bb2d763d99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.320210315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"aab13e35-09f5-4756-a09f-343a01188cbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.344981031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"a354dba9-fe82-4362-ac7a-252bb28e3ce5","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.386781457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"27ca35ac-a803-4b68-ba6e-65bb2d763d99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.390550468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"aab13e35-09f5-4756-a09f-343a01188cbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.401278557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"a354dba9-fe82-4362-ac7a-252bb28e3ce5","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.45333752Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3237336-1b32-4c2f-b7ad-3ff7734a3829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.546554289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3237336-1b32-4c2f-b7ad-3ff7734a3829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.596114974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc72571c-aa78-4dab-802f-5f96e963391c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.602204441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c557cb6d-80be-42ef-8272-bb864507a35d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.602224935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c557cb6d-80be-42ef-8272-bb864507a35d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.651954869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc72571c-aa78-4dab-802f-5f96e963391c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.655448492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"3785e695-d5e9-45de-b59f-af89631b4d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.709496099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc72571c-aa78-4dab-802f-5f96e963391c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.711198563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"3785e695-d5e9-45de-b59f-af89631b4d1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.765973684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96c5b899-701c-44d7-ab34-d8785564d78e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.76599323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96c5b899-701c-44d7-ab34-d8785564d78e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.807866433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"314ebf85-9e83-4b8e-9dcf-b6ce7b1a84ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.889022852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"314ebf85-9e83-4b8e-9dcf-b6ce7b1a84ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.930342581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"86622113-e241-435f-b28e-d5455afd2793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.981804426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"fd22a321-1ceb-442e-b060-0d05d1d86622","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.982349793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"c341469b-a8c3-4ca1-86be-7a38e577ac53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:43.985816277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"86622113-e241-435f-b28e-d5455afd2793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.028551669Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.038697924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"c341469b-a8c3-4ca1-86be-7a38e577ac53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.041630887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"fd22a321-1ceb-442e-b060-0d05d1d86622","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.422053063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96106d93-d04a-4101-b434-37841600ab92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.473791604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96106d93-d04a-4101-b434-37841600ab92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.525477328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96106d93-d04a-4101-b434-37841600ab92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:44.577137259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96106d93-d04a-4101-b434-37841600ab92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.452621872Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"f243f78d-a552-4f8e-97d0-da70691c3455","namespace":"llm","name":"e2e-dft-refs-8a5844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.504951938Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"b8f0342e-6137-47eb-9a5a-cfdc651611a8","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"name":"e2e-dft-refs-8a5844","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.556759071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"5b22767c-5981-4d32-b439-eab5db7130b2","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.608253982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1de26bcc-eea3-450b-905a-cabb82f8a799","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.608469468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"e1e4a4ff-9497-4df7-ae84-7885a9ae58b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.608253644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83d92032-6a9c-4a75-b5ec-7dc0e976bc6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.608973953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"daa99774-f4dd-4b0b-ad26-6c39108ae932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.664728389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"daa99774-f4dd-4b0b-ad26-6c39108ae932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.665048464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1de26bcc-eea3-450b-905a-cabb82f8a799","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.667666468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"e1e4a4ff-9497-4df7-ae84-7885a9ae58b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.668222778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83d92032-6a9c-4a75-b5ec-7dc0e976bc6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.679562499Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"5b22767c-5981-4d32-b439-eab5db7130b2","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.719944314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1de26bcc-eea3-450b-905a-cabb82f8a799","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.722972242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83d92032-6a9c-4a75-b5ec-7dc0e976bc6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.72639409Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"8a2c071e-3e45-4524-a3f5-9ad2b7c501c9","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"name":"e2e-dft-refs-8a5844","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.735922875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"5b22767c-5981-4d32-b439-eab5db7130b2","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.780474013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e3fe9237-48ff-48b7-a616-b6c563e18cef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.780493643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e3fe9237-48ff-48b7-a616-b6c563e18cef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.780740301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fc2726b4-cfb4-403d-8b4e-f2032f800566","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.780752039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fc2726b4-cfb4-403d-8b4e-f2032f800566","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.780991258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ec8ff91-d963-4b48-9cb0-a8d03166fe0e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.781002772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ec8ff91-d963-4b48-9cb0-a8d03166fe0e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.781199233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3ba55f6-5e34-4aa5-a0c1-5a7fa266b9ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.781210112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3ba55f6-5e34-4aa5-a0c1-5a7fa266b9ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.781497346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bcd7b1b6-e271-404e-8adc-e88b9b644b2c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.781510325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bcd7b1b6-e271-404e-8adc-e88b9b644b2c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.781782264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ca03f3ba-2a67-4863-b907-c441aa4a4cea","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.781794211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ca03f3ba-2a67-4863-b907-c441aa4a4cea","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.782021515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e450a091-0ba8-4987-9015-545d34f56e4b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.782033327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e450a091-0ba8-4987-9015-545d34f56e4b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.782224088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"736ece08-1a7f-4c58-8b6c-26b50d6fe9b4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.782235514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"736ece08-1a7f-4c58-8b6c-26b50d6fe9b4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.881263443Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"77c5b9bd-20f6-4072-9461-cca22b4fc6b4","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"name":"e2e-dft-refs-8a5844","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.934008782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c2aa0490-d3cb-49ba-a2df-427db93a5593","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.934363827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c30b59f6-e622-476c-ba2e-97e895b98287","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.934382016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c30b59f6-e622-476c-ba2e-97e895b98287","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.934485501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-sub-c717362c","reconcileID":"bac6875e-23ca-47a5-b17e-a2295ab000cb","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.934754316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7496b2df-3bf5-4b5f-b0b6-28a2968e4c48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.934767791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7496b2df-3bf5-4b5f-b0b6-28a2968e4c48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.934980671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"310d607f-677d-4083-82fa-43e40cbf95e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:48.984447915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"b1ec347d-cee9-4001-9db0-4bf7761461fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.038537933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"7db5f0f8-98ad-493d-a046-f2f84e27e406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.048351054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"c82b459b-78ae-49d6-89d0-e91d8164f69b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.064390237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"c16a4205-e203-4fd6-b708-0ae80ee149be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.076378315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"72209a48-6d4e-4ca6-acb1-29acaee859ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.091812022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"b1ec347d-cee9-4001-9db0-4bf7761461fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.108882572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"c82b459b-78ae-49d6-89d0-e91d8164f69b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.128767225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"c16a4205-e203-4fd6-b708-0ae80ee149be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.135077037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"72209a48-6d4e-4ca6-acb1-29acaee859ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.137371891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"7db5f0f8-98ad-493d-a046-f2f84e27e406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.462540271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"99a49012-efba-4067-beb4-d5acff78e8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.515897975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"50031e64-a973-4e8d-8f37-b51ca962b79c","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.521326405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"99a49012-efba-4067-beb4-d5acff78e8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.569325517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"5c8babab-f1e3-42ad-8728-35ddd9ef8766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.569330434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61abba9d-b2f7-45fd-aab9-b0d0389fa3bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.56977189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"28829672-1a36-4438-bb5a-677dcb0a0bec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.574083316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"50031e64-a973-4e8d-8f37-b51ca962b79c","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.616703808Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"b68ef2fc-70c0-4712-a528-28421691b6ea","namespace":"llm","name":"e2e-dft-refs-8a5844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.638295863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"28829672-1a36-4438-bb5a-677dcb0a0bec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.638384199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"50031e64-a973-4e8d-8f37-b51ca962b79c","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.640506452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"5c8babab-f1e3-42ad-8728-35ddd9ef8766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.688796285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"e0bc6739-6647-449a-b461-e1989016dc1c","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-8a5844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.688856434Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"e0bc6739-6647-449a-b461-e1989016dc1c","MaaSModelRef":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-8a5844-f1279021dde9","namespace":"llm","model":"e2e-dft-refs-8a5844","externalModel":"e2e-dft-refs-8a5844","provider":"e2e-dft-refs-8a5844-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.706725198Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61abba9d-b2f7-45fd-aab9-b0d0389fa3bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.762951742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61abba9d-b2f7-45fd-aab9-b0d0389fa3bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.794036801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48bae7e5-5f3d-4841-929d-3d0a3886cd77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.821763134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a72538b8-dca3-46fd-a633-18ba2b76ec54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.821784805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a72538b8-dca3-46fd-a633-18ba2b76ec54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.850151958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48bae7e5-5f3d-4841-929d-3d0a3886cd77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.894034491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"a82b69be-218f-48a3-8e8c-6dd8acf4bc8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.905038345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48bae7e5-5f3d-4841-929d-3d0a3886cd77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.94974294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"a82b69be-218f-48a3-8e8c-6dd8acf4bc8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.96215743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fbacaaed-74a9-4290-b468-0a758a4e643f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.962184346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fbacaaed-74a9-4290-b468-0a758a4e643f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.994345624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"9d97983d-f557-43cd-bdeb-3ab42aa1fe3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.994542896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"a2da8f7d-d691-4eb8-9ff6-c708cca4bab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:49.994357768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"c5706fd4-4b45-491a-9680-44fd5c01a006","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.051442326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"a2da8f7d-d691-4eb8-9ff6-c708cca4bab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.052001102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"c5706fd4-4b45-491a-9680-44fd5c01a006","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.053765305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"9d97983d-f557-43cd-bdeb-3ab42aa1fe3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.11605055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"64807104-99c0-438f-abb5-f56ce1b24752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.172758805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"64807104-99c0-438f-abb5-f56ce1b24752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.207865989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"2eb5261e-7686-43f7-a657-69f3c7fec88f","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.330017926Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"2eb5261e-7686-43f7-a657-69f3c7fec88f","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.384571267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"2eb5261e-7686-43f7-a657-69f3c7fec88f","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.410837091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e1bb6fb-6400-4f21-a0c6-ce34298580fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.411033804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"5756094e-543e-4432-8e70-a026eda62283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.410844017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"4c36161f-f1fb-4223-9c66-484a6eee3210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.439340142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b1482e4-f990-4f70-b813-b683c4ef41a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.439365537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b1482e4-f990-4f70-b813-b683c4ef41a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.466498699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"4c36161f-f1fb-4223-9c66-484a6eee3210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.469001141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"5756094e-543e-4432-8e70-a026eda62283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.510293132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"c0c3c5e6-29a4-41cb-8a71-158f997259df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.532135005Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e1bb6fb-6400-4f21-a0c6-ce34298580fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.566568749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"c0c3c5e6-29a4-41cb-8a71-158f997259df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.586074157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e1bb6fb-6400-4f21-a0c6-ce34298580fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.612227645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"780e14a9-4cd4-4032-9609-e0eec08f54d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.643227811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66bb67b9-ad1b-4d0a-b922-07f487f18511","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.643246749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66bb67b9-ad1b-4d0a-b922-07f487f18511","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.668366319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"780e14a9-4cd4-4032-9609-e0eec08f54d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.773287871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"2340556f-bebf-453c-9224-f0bc597a6fe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:50.829142585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"2340556f-bebf-453c-9224-f0bc597a6fe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.01738536Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"ad17b8af-0bad-40cc-9839-4fa30abc9ced","namespace":"llm","name":"e2e-dft-refs-8a5844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.074022948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cceed7e1-f02b-40b2-b97e-a940c259688d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.074054327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cceed7e1-f02b-40b2-b97e-a940c259688d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.074364792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f892925f-f419-4ebc-9f49-df97731aa759","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.07438122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f892925f-f419-4ebc-9f49-df97731aa759","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.074635366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c38201ff-cd1c-4c58-afb1-5b65cd0e3122","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.074650067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c38201ff-cd1c-4c58-afb1-5b65cd0e3122","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.074936695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfc1f61d-230a-416d-93a8-1cade56cb7d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.074951667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfc1f61d-230a-416d-93a8-1cade56cb7d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.075300907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4347c5ea-c7e0-4983-a1eb-2208421ef8e2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.075315021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4347c5ea-c7e0-4983-a1eb-2208421ef8e2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.075633098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a1188e64-686b-4173-9b76-dcb4b310007e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.075646427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a1188e64-686b-4173-9b76-dcb4b310007e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.075915545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0efe9d45-29db-450f-a5a4-85b272e46295","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.075929229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0efe9d45-29db-450f-a5a4-85b272e46295","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.076155936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1d590bce-7ec3-4d8a-9bb0-4d126b5aae25","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.076169229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1d590bce-7ec3-4d8a-9bb0-4d126b5aae25","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.121575089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"545bbe5a-ab2e-495d-8fbf-2a826dcd5d95","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.173216355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89f00dd9-daa9-436f-82fe-34884400e353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.173335693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"c5e0f670-1843-488e-b9b0-781e7b45690e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.174053273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad7d1ce9-d4a1-4143-b634-a0cc42011cc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.174068295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"7713e007-5788-4fc9-ac4b-5b85d79388be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.22944411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89f00dd9-daa9-436f-82fe-34884400e353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.231246742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"c5e0f670-1843-488e-b9b0-781e7b45690e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.233494421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"7713e007-5788-4fc9-ac4b-5b85d79388be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.236022632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad7d1ce9-d4a1-4143-b634-a0cc42011cc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.247287524Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"545bbe5a-ab2e-495d-8fbf-2a826dcd5d95","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.284089953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89f00dd9-daa9-436f-82fe-34884400e353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.288161644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"25469875-caa1-4396-ba0f-c4546621d85e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.288904497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7344d3b8-8222-40ec-80cb-908085377109","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.289405212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-sub-c717362c","reconcileID":"326d89b3-b38a-41cb-a13d-d9b94e1ca27c","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.295565044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad7d1ce9-d4a1-4143-b634-a0cc42011cc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.317387766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"545bbe5a-ab2e-495d-8fbf-2a826dcd5d95","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.358451632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"543d048a-c5ad-44d1-8331-b18d9ed5464d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.358480089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"543d048a-c5ad-44d1-8331-b18d9ed5464d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.381759084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"13c620a4-30ff-4bae-8c89-fbcec8e6ae8f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.381866114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"13c620a4-30ff-4bae-8c89-fbcec8e6ae8f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.384599858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59034e8a-fd7d-431c-941c-ef0b57a0621e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.384691039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59034e8a-fd7d-431c-941c-ef0b57a0621e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.520160354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"b2a8ac31-d2ef-4b63-9003-304c7a8eb1f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.548312693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"6c686900-e9e4-467a-8ad7-87b4681ed02a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.548312583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"53b1e717-8cfd-4fbc-b99d-0756a5efa13b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.576127703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"b2a8ac31-d2ef-4b63-9003-304c7a8eb1f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.589172519Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-8a5844","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-8a5844","reconcileID":"2e72f62a-71f8-49a3-b3d7-58659de851ae","namespace":"llm","name":"e2e-dft-refs-8a5844","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.604748997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"6c686900-e9e4-467a-8ad7-87b4681ed02a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.604888503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"53b1e717-8cfd-4fbc-b99d-0756a5efa13b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.617556661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"e9009196-58ee-4420-8461-3784b3f34e97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.675528395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"e9009196-58ee-4420-8461-3784b3f34e97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.701801126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"23d04cb9-7bd9-47a3-b1e8-7126824f5bbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.758956069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"23d04cb9-7bd9-47a3-b1e8-7126824f5bbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.896115409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"bd3edeb9-3f4f-4923-a94d-1d5fc0fc11ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.95221869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"bd3edeb9-3f4f-4923-a94d-1d5fc0fc11ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.996949948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdf39c7f-1a9b-4a9a-9ff1-6e3fc32fc14c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.997100948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"5b47c325-571f-44f6-be5e-35c863daa896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:55.996962077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"8b3fb26a-cd64-4950-9e7e-f0c0a946caee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.053653727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"5b47c325-571f-44f6-be5e-35c863daa896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.05579144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"8b3fb26a-cd64-4950-9e7e-f0c0a946caee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.095461841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d1e6c1c-e421-4278-944e-55ea1ff6227e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.12080403Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdf39c7f-1a9b-4a9a-9ff1-6e3fc32fc14c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.151645996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d1e6c1c-e421-4278-944e-55ea1ff6227e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.175407453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdf39c7f-1a9b-4a9a-9ff1-6e3fc32fc14c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.205989209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d1e6c1c-e421-4278-944e-55ea1ff6227e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.231166908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"704501af-45a3-4b2a-b532-07c600419fe3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.231187889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"704501af-45a3-4b2a-b532-07c600419fe3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.262648639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3213d88-6452-461c-bf71-53f632bcb447","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.26267107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3213d88-6452-461c-bf71-53f632bcb447","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.297611039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"dc74187c-87e7-47c3-b65a-4ddd76436633","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.361211306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"2144dc0c-9601-4bc1-8bcb-e7f6e0282e64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.365178777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"96ad10bd-9769-4e5f-a03d-f148061229a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.41884923Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"dc74187c-87e7-47c3-b65a-4ddd76436633","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.420020693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"2144dc0c-9601-4bc1-8bcb-e7f6e0282e64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.422306922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"96ad10bd-9769-4e5f-a03d-f148061229a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.449533626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"40e70091-d63c-4663-84aa-6e6440e85c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.449540864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"e391e1f3-7bda-4b61-98dd-efa9c58e9cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.473310837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"dc74187c-87e7-47c3-b65a-4ddd76436633","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.506665969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"40e70091-d63c-4663-84aa-6e6440e85c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.507046656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"e391e1f3-7bda-4b61-98dd-efa9c58e9cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.531346935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07d8b615-3b5a-4bef-a167-b403e53c00ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.531376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07d8b615-3b5a-4bef-a167-b403e53c00ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.687265306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"392f04b6-e4e0-47b3-b42d-e4c5cbdb33ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.743455598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"392f04b6-e4e0-47b3-b42d-e4c5cbdb33ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.786762345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"398c484f-d6f8-4a20-83d5-7c4ab86b2899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.786762381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"75a2921a-777c-4fc4-bc18-159c8b8bc484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.847434818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"398c484f-d6f8-4a20-83d5-7c4ab86b2899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:56.854659426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"75a2921a-777c-4fc4-bc18-159c8b8bc484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:57.961651076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d6a9c32-d116-4fa8-a720-56462ecf240f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:57.961674114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d6a9c32-d116-4fa8-a720-56462ecf240f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.016014361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"830b5e5c-ab9a-4766-8b4f-7c512274537d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.016038731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"830b5e5c-ab9a-4766-8b4f-7c512274537d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.122191162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"namespace":"ai-tenant-e2e-mt-0e6cdf4b","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"bd9d1bf6-ce21-4f14-ab16-fe2628504b8b","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.178526752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"namespace":"ai-tenant-e2e-mt-0e6cdf4b","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"bd9d1bf6-ce21-4f14-ab16-fe2628504b8b","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.234283217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"namespace":"ai-tenant-e2e-mt-0e6cdf4b","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"bd9d1bf6-ce21-4f14-ab16-fe2628504b8b","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.248037092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d067293-d5d6-489e-a1d1-cc1a4831efe6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.248063893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d067293-d5d6-489e-a1d1-cc1a4831efe6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.288871155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc959fac-37d1-4953-b2b3-e3af4063d070","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.2888975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc959fac-37d1-4953-b2b3-e3af4063d070","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.30504552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60a6c4d5-f5f5-437c-a204-4698883ad2c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.305067195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60a6c4d5-f5f5-437c-a204-4698883ad2c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:58.35748058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"namespace":"ai-tenant-e2e-mt-0e6cdf4b","name":"e2e-shared-sub-0e6cdf4b","reconcileID":"b721e8b6-52b6-4d0e-a721-c2e7c8a2d627","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-0e6cdf4b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.391785089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"namespace":"ai-tenant-e2e-mt-0e6cdf4b","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"71fcab91-9c76-492c-8580-d8574cae3399","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.449266782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"namespace":"ai-tenant-e2e-mt-0e6cdf4b","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"71fcab91-9c76-492c-8580-d8574cae3399","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.469536224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0a1c974-d0e3-4c3f-8a17-a0bd6ca96489","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.469565368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0a1c974-d0e3-4c3f-8a17-a0bd6ca96489","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.505513223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"namespace":"ai-tenant-e2e-mt-0e6cdf4b","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"71fcab91-9c76-492c-8580-d8574cae3399","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.52648403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0b790a5-7c07-45df-a8ea-e7960b6112b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.526509479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0b790a5-7c07-45df-a8ea-e7960b6112b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.796913371Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"namespace":"ai-tenant-e2e-mt-0e6cdf4b","name":"e2e-shared-sub-0e6cdf4b","reconcileID":"fa15b9f3-69ea-4d31-ac63-d5677c49abe6","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-0e6cdf4b/e2e-shared-sub-0e6cdf4b","ai-tenant-e2e-mt-c717362c/e2e-sub-c717362c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.965810209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb63b5e7-942a-433f-b668-ccad12a17e9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:58.965858125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb63b5e7-942a-433f-b668-ccad12a17e9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.008454601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4254e363-2442-4b03-9ac6-d1a23fe242e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.00912529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-sub-c717362c","reconcileID":"66c4dc99-c8c1-4130-bd45-001db0c1eaa6","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.200198233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"namespace":"ai-tenant-e2e-mt-0e6cdf4b","name":"e2e-shared-sub-0e6cdf4b","reconcileID":"ec3a90f2-a407-4546-9076-fc7797fd1255","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.296890662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4076bd1-4aff-4e8d-a97a-49d72d3ba39b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.296921956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4076bd1-4aff-4e8d-a97a-49d72d3ba39b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.349194617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37b61cf7-d12d-432f-bd70-5b128ffb0182","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.349316144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37b61cf7-d12d-432f-bd70-5b128ffb0182","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.392813506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d2f3ecd-5494-41dd-825e-c16932afa9a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.392948282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d2f3ecd-5494-41dd-825e-c16932afa9a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.461258308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"6b59657f-cfec-4cfa-a579-d720ecbbaf4f","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.519808744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"6b59657f-cfec-4cfa-a579-d720ecbbaf4f","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.568147275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b155812f-fcf9-437b-8b2c-9220b17f4268","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.568169218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b155812f-fcf9-437b-8b2c-9220b17f4268","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.582775471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"6b59657f-cfec-4cfa-a579-d720ecbbaf4f","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.630680998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc7650bd-0b27-4384-adfa-c6bdfa196695","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.630805169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc7650bd-0b27-4384-adfa-c6bdfa196695","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.640663621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16bd017d-e975-4600-a3d7-2c8a4a04dffa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.640783004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16bd017d-e975-4600-a3d7-2c8a4a04dffa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:09:59.682147686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-sub-0e6cdf4b","reconcileID":"6d5271b9-e719-4afc-aed4-118fb65a21a0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-0e6cdf4b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.752263764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"142779ce-f90c-4e77-bcf2-9c50aab1a083","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.80180273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fb7c2dc-4335-48b1-a54e-b18d020f71c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.801853727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fb7c2dc-4335-48b1-a54e-b18d020f71c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.810613756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"142779ce-f90c-4e77-bcf2-9c50aab1a083","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.859639771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5feb91be-6109-43f1-8776-7a47b6c1bdb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.859663542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5feb91be-6109-43f1-8776-7a47b6c1bdb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:09:59.865785332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"142779ce-f90c-4e77-bcf2-9c50aab1a083","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:00.145806438Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-sub-0e6cdf4b","reconcileID":"366a841e-271b-4a7c-bc81-c2234154cec4","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"subscriptions":["ai-tenant-e2e-mt-0e6cdf4b/e2e-shared-sub-0e6cdf4b","ai-tenant-e2e-mt-828ee203/e2e-shared-sub-0e6cdf4b","ai-tenant-e2e-mt-c717362c/e2e-sub-c717362c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:00.330526666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"511a8d53-5a21-49b2-aa26-090b0b214a85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:00.330555732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"511a8d53-5a21-49b2-aa26-090b0b214a85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:00.364484015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-sub-c717362c","reconcileID":"b5a1a7ba-2012-413a-a780-8a0150c36e7c","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:00.36493008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4b3e257c-1879-4be1-b46e-986fa806b752","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:00.365423576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"namespace":"ai-tenant-e2e-mt-0e6cdf4b","name":"e2e-shared-sub-0e6cdf4b","reconcileID":"4150443d-9d85-4964-9508-4d1d9ba2ef56","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:00.448481636Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"namespace":"ai-tenant-e2e-mt-0e6cdf4b","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"6d4e2013-e40b-4549-a098-733d38b245fd","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:00.449487451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"303febcf-0a59-4997-b346-a0597ff568b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:00.449505659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"303febcf-0a59-4997-b346-a0597ff568b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:00.558005606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-sub-0e6cdf4b","reconcileID":"0d5a0f17-8111-48d5-a778-f1a72bc3cc54","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:00.605440387Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"namespace":"ai-tenant-e2e-mt-0e6cdf4b","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"6d4e2013-e40b-4549-a098-733d38b245fd","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"policyNamespace":"ai-tenant-e2e-mt-0e6cdf4b","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:00.661749027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92c9394e-a669-4478-af7c-2b4d8947ccd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:00.661775801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92c9394e-a669-4478-af7c-2b4d8947ccd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:00.813305075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b30fd54-d6ac-4aa4-bc27-1a7fedb8390b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:00.813329376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b30fd54-d6ac-4aa4-bc27-1a7fedb8390b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.254879901Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","namespace":"ai-tenant-e2e-extmod-b-4bfaef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.254942893Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","namespace":"ai-tenant-e2e-extmod-b-4bfaef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.25499324Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","tenant":"e2e-extmod-b-4bfaef","tenantID":"e2e-extmod-b-4bfaef","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.30998557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","gvk":"Deployment","name":"maas-api-e2e-extmod-b-4bfaef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.376670283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","gvk":"Service","name":"maas-api-e2e-extmod-b-4bfaef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.431405138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-4bfaef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.486628371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-4bfaef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.544208972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-4bfaef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.616954697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-4bfaef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.671470293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-4bfaef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.747747605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-4bfaef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.820285319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-4bfaef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.872042281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-4bfaef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.923662515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","gvk":"Service","name":"payload-processing-e2e-extmod-b-4bfaef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:03.976504864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-4bfaef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.028023977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-4bfaef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.079355275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-4bfaef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.130854803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-4bfaef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.186119269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-4bfaef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.23750788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-4bfaef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.2887889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-4bfaef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.352150307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-4bfaef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:04.405695557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4bfaef"},"namespace":"ai-tenant-e2e-extmod-b-4bfaef","name":"default-tenant","reconcileID":"1a17c105-40fb-4455-a4e7-7105917ff9c6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-4bfaef","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.386341714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68b61d09-2b4a-4b22-8c1a-c56d40050cb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.41697649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5f1f28c-cb3e-4c22-aed9-3a66314a9b5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.509028601Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68b61d09-2b4a-4b22-8c1a-c56d40050cb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:10:06.531684026Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5f1f28c-cb3e-4c22-aed9-3a66314a9b5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.56379793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68b61d09-2b4a-4b22-8c1a-c56d40050cb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:10:06.587762888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5f1f28c-cb3e-4c22-aed9-3a66314a9b5d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.588379521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f3d4a66-e4eb-4bdb-882e-5fcdea26636b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.588393957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f3d4a66-e4eb-4bdb-882e-5fcdea26636b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.620583064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9080206-f624-433c-92dd-dd3fef5e1e07","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.620604777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9080206-f624-433c-92dd-dd3fef5e1e07","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.66144581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"2e5bb1f4-39fb-4d5f-bf11-6cc208b78e61","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.784902928Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"2e5bb1f4-39fb-4d5f-bf11-6cc208b78e61","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.812651946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"133e5acc-c788-46f6-b4ac-320ad3e2bd6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.839150188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"2e5bb1f4-39fb-4d5f-bf11-6cc208b78e61","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.896200506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7e8dda2-f89d-4f35-b820-3ef52e776ca7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.896219662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7e8dda2-f89d-4f35-b820-3ef52e776ca7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.932919656Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"133e5acc-c788-46f6-b4ac-320ad3e2bd6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:06.986948408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"133e5acc-c788-46f6-b4ac-320ad3e2bd6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:07.043683215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8471ba97-c952-4b8b-9c58-31c1413365dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:07.043705407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8471ba97-c952-4b8b-9c58-31c1413365dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:09.271160753Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4bfaef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4bfaef","reconcileID":"c5f12a32-bb07-4729-88f7-f35057d94f15","aitenant":"ai-tenants/e2e-extmod-b-4bfaef","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:09.856954554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ad4914-e1be-42e8-818d-9fa0b8b54776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:09.909043507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ad4914-e1be-42e8-818d-9fa0b8b54776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:09.960793254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ad4914-e1be-42e8-818d-9fa0b8b54776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.012644787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ad4914-e1be-42e8-818d-9fa0b8b54776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.064286332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"469aea9b-e16c-4ca2-8973-1a18c75ed976","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.126089854Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4bfaef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4bfaef","reconcileID":"c5f12a32-bb07-4729-88f7-f35057d94f15","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4bfaef","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-4bfaef"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.189956761Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"469aea9b-e16c-4ca2-8973-1a18c75ed976","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.29134196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"469aea9b-e16c-4ca2-8973-1a18c75ed976","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.348442701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46947c63-f1db-4f47-8c8c-758cad141b49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.348465304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46947c63-f1db-4f47-8c8c-758cad141b49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:10.977774216Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"namespace":"ai-tenant-e2e-mt-0e6cdf4b","name":"e2e-shared-sub-0e6cdf4b","reconcileID":"e43fcabb-0bcb-45c5-878d-608fb10c3066","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-0e6cdf4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:11.288774992Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"namespace":"ai-tenant-e2e-mt-0e6cdf4b","name":"e2e-shared-sub-0e6cdf4b","reconcileID":"e43fcabb-0bcb-45c5-878d-608fb10c3066","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-0e6cdf4b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-828ee203/e2e-shared-sub-0e6cdf4b","ai-tenant-e2e-mt-c717362c/e2e-sub-c717362c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:11.555568787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-sub-0e6cdf4b","reconcileID":"6f64da4f-5c38-4fd2-8ab9-333535df72dc","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:11.555808231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7301b729-11b5-4537-9945-8487a54d37a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:11.55585549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7301b729-11b5-4537-9945-8487a54d37a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:11.5561344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-sub-c717362c","reconcileID":"5663fa42-7844-4f91-9f03-de3f75bd9f08","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:11.556528906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c0c6c514-e49b-46e2-9a54-f43da906f100","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:11.905342119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d5711c3-cca9-445f-9eaa-0cad49497d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:11.958389849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d5711c3-cca9-445f-9eaa-0cad49497d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:12.010248033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d5711c3-cca9-445f-9eaa-0cad49497d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:12.062119575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d5711c3-cca9-445f-9eaa-0cad49497d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:13.946705539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"260c5b39-a4dc-4e8c-8aa8-b59654d8b0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:13.952664432Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:13.998575609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"260c5b39-a4dc-4e8c-8aa8-b59654d8b0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:14.050941585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"260c5b39-a4dc-4e8c-8aa8-b59654d8b0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:14.102581376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"260c5b39-a4dc-4e8c-8aa8-b59654d8b0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:16.776213089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f20fce2e-294b-4c33-b934-accd7aba6871","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:16.899015293Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f20fce2e-294b-4c33-b934-accd7aba6871","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:16.953053162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f20fce2e-294b-4c33-b934-accd7aba6871","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:16.999171826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"ad8bc7ba-1b60-48f8-8d17-1e48a9270f76","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.009883902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29feb843-5e13-4935-be08-9758910abf41","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.009906745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29feb843-5e13-4935-be08-9758910abf41","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.120586551Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"ad8bc7ba-1b60-48f8-8d17-1e48a9270f76","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.175871616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"ad8bc7ba-1b60-48f8-8d17-1e48a9270f76","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.198023462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ad78cce-4d99-4c29-aa7a-6f1bfed280d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.232918251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f28a147-5718-4880-8880-8bda480361b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.232938874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f28a147-5718-4880-8880-8bda480361b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.319211833Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ad78cce-4d99-4c29-aa7a-6f1bfed280d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.37355284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ad78cce-4d99-4c29-aa7a-6f1bfed280d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.4307671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46e9cd11-bda1-49fe-a2df-9f060754eed2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:17.430792461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46e9cd11-bda1-49fe-a2df-9f060754eed2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:20.452948988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"4c4e9633-cfdb-4756-99d9-96c6254f7969","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:20.574359005Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"4c4e9633-cfdb-4756-99d9-96c6254f7969","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:20.628629098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"4c4e9633-cfdb-4756-99d9-96c6254f7969","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:20.685153421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36df5122-6b7d-4376-95f3-f6a2f98da31d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:20.685174394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36df5122-6b7d-4376-95f3-f6a2f98da31d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:25.711024302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a32f2e3-de48-4bf1-833a-ab1939b47182","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:25.711049498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a32f2e3-de48-4bf1-833a-ab1939b47182","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:25.768158707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8da6a7a-40cd-4ff6-9b94-4e08054bcebf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:25.768180632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8da6a7a-40cd-4ff6-9b94-4e08054bcebf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:25.927128702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"8efec54a-3599-4874-9564-c7a2ddca15d6","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:26.055135649Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"8efec54a-3599-4874-9564-c7a2ddca15d6","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:26.110199512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"8efec54a-3599-4874-9564-c7a2ddca15d6","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:26.166376443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02010fa7-9bfa-41e9-a91e-721328983b40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:26.166398629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02010fa7-9bfa-41e9-a91e-721328983b40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:27.167804852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03c9ccca-c44b-4b6a-b842-bcf9b64a0e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:27.223239354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03c9ccca-c44b-4b6a-b842-bcf9b64a0e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:27.277457911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03c9ccca-c44b-4b6a-b842-bcf9b64a0e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:27.335053349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8b95d93f-570b-4d2a-ae67-bb6d862c2584","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:27.33507587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8b95d93f-570b-4d2a-ae67-bb6d862c2584","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:27.336455363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"46d301ed-9071-4a3e-b7df-98e9c488a814","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:27.4572964Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"46d301ed-9071-4a3e-b7df-98e9c488a814","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:27.512331681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"46d301ed-9071-4a3e-b7df-98e9c488a814","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:27.569373257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f28c127-845f-406b-b759-51d6b856ca68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:27.569396382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f28c127-845f-406b-b759-51d6b856ca68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:27.58563288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b0e3965-db7b-42f6-977f-de539d713d9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:27.711129554Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b0e3965-db7b-42f6-977f-de539d713d9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:27.765344151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b0e3965-db7b-42f6-977f-de539d713d9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:27.820121283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55ad6a10-aa63-490d-8a1f-eaf066fa53ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:27.820147656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55ad6a10-aa63-490d-8a1f-eaf066fa53ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:30.7891416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"f096e3e4-b1a9-450e-9eba-bd7b9afb3b81","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:30.910181799Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"f096e3e4-b1a9-450e-9eba-bd7b9afb3b81","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:30.96515238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"f096e3e4-b1a9-450e-9eba-bd7b9afb3b81","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:31.020659314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06c1e8bd-abd8-4b5f-9a62-ecfdeae509d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:31.02068225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06c1e8bd-abd8-4b5f-9a62-ecfdeae509d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:36.32031601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"b52f767d-bfd9-4f97-b34b-3822b5ce503b","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:36.441696243Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"b52f767d-bfd9-4f97-b34b-3822b5ce503b","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:36.496436634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"b52f767d-bfd9-4f97-b34b-3822b5ce503b","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:36.553321499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f23cc417-a60e-4a43-bd00-eab7a2730845","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:36.553344388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f23cc417-a60e-4a43-bd00-eab7a2730845","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.488672322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"813b7b5a-90f1-41a4-b226-12312268998f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.544288849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"813b7b5a-90f1-41a4-b226-12312268998f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.59810245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"813b7b5a-90f1-41a4-b226-12312268998f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.655216062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38338d22-8683-4a4c-a38a-efbe730927ce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.655236603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38338d22-8683-4a4c-a38a-efbe730927ce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.672523369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"9c4d19e1-78fa-43ce-bff7-f0cb25433148","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.79468971Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"9c4d19e1-78fa-43ce-bff7-f0cb25433148","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.848580498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"9c4d19e1-78fa-43ce-bff7-f0cb25433148","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.902970705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abeb9de7-81ea-4e63-a8a2-0eab41b17991","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.902992561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"abeb9de7-81ea-4e63-a8a2-0eab41b17991","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:37.975203084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d2219c1-3fec-453d-b427-dd7093a80eb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:38.098215797Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d2219c1-3fec-453d-b427-dd7093a80eb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:38.153126823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d2219c1-3fec-453d-b427-dd7093a80eb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:38.210497258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"139908d2-65f4-4c84-8941-11d241359c14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:38.210517777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"139908d2-65f4-4c84-8941-11d241359c14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:41.128805777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"e41a8e29-d97e-4fda-94ec-2fa2ee02ac65","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:41.251433768Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"e41a8e29-d97e-4fda-94ec-2fa2ee02ac65","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:41.306654098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"e41a8e29-d97e-4fda-94ec-2fa2ee02ac65","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:41.364338792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ff2c6e8-a3d2-4b30-8512-dc4f20ec00b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:41.364360041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ff2c6e8-a3d2-4b30-8512-dc4f20ec00b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:42.873503057Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","namespace":"ai-tenant-e2e-inf-a-4db6f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:42.873597524Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","namespace":"ai-tenant-e2e-inf-a-4db6f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:42.873679952Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","tenant":"e2e-inf-a-4db6f5","tenantID":"e2e-inf-a-4db6f5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:42.931599495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","gvk":"Deployment","name":"maas-api-e2e-inf-a-4db6f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:42.993006391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","gvk":"Service","name":"maas-api-e2e-inf-a-4db6f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:43.050037182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-4db6f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:43.106727071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-4db6f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:43.167891342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-4db6f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:43.227129429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-4db6f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:43.283735925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-4db6f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:43.338064714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-4db6f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:43.389692717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","gvk":"Deployment","name":"payload-processing-e2e-inf-a-4db6f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:43.461905067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-4db6f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:43.514315047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","gvk":"Service","name":"payload-processing-e2e-inf-a-4db6f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:43.567170018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-4db6f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:43.6211747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-4db6f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:43.672481001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-4db6f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:43.724181827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-4db6f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:43.78100663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-4db6f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:43.833207069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-4db6f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:43.886091202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-4db6f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:43.939201306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-4db6f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:43.957635657Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:43.993203549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4db6f5"},"namespace":"ai-tenant-e2e-inf-a-4db6f5","name":"default-tenant","reconcileID":"f2edd8c6-7f92-4d18-b57c-1866ca3c4801","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-4db6f5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.708071087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"1dd00ddf-0963-4d64-b05d-cc402c4646ec","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.829200248Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"1dd00ddf-0963-4d64-b05d-cc402c4646ec","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.883558338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"1dd00ddf-0963-4d64-b05d-cc402c4646ec","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.938772491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c90c76d0-44e5-4981-830d-29e09cdcee15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:46.93879411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c90c76d0-44e5-4981-830d-29e09cdcee15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:47.811596786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbaf28d2-2a0c-4035-ac91-0ce63ad2dcb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:47.867948751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbaf28d2-2a0c-4035-ac91-0ce63ad2dcb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:47.926547934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbaf28d2-2a0c-4035-ac91-0ce63ad2dcb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:47.981669762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"15c7462f-1fe8-4020-a57d-07920320a865","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:47.981690029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"15c7462f-1fe8-4020-a57d-07920320a865","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:48.00659387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"83fc3204-7ce0-44c4-8e31-a89379433386","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:48.129508697Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"83fc3204-7ce0-44c4-8e31-a89379433386","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:48.183593383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"83fc3204-7ce0-44c4-8e31-a89379433386","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:48.240415135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6dcae75-8d93-4726-91b5-6831648626c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:48.240435318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6dcae75-8d93-4726-91b5-6831648626c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:48.365712942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccd780af-f83f-4e62-9524-affada2ff684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:48.488126533Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccd780af-f83f-4e62-9524-affada2ff684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:48.542704981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccd780af-f83f-4e62-9524-affada2ff684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:48.597279302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0680006-74f1-4e76-ab0d-461b7c52c0de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:48.597306218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0680006-74f1-4e76-ab0d-461b7c52c0de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.467842675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"3b943ffb-8006-4d47-a5ac-442b248a6820","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.592506142Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"3b943ffb-8006-4d47-a5ac-442b248a6820","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.647249379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"3b943ffb-8006-4d47-a5ac-442b248a6820","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.704408097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b95fa65e-3b21-4316-8997-b6e0da568710","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:51.704431662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b95fa65e-3b21-4316-8997-b6e0da568710","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:52.263593863Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-4db6f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-4db6f5","reconcileID":"ea96b7eb-6844-4c6e-bac7-5e70b9aa149f","aitenant":"ai-tenants/e2e-inf-a-4db6f5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:52.82024273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64b8cdbc-8c0f-47ef-97dd-cbd94ec61f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:52.872025747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64b8cdbc-8c0f-47ef-97dd-cbd94ec61f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:52.924113293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64b8cdbc-8c0f-47ef-97dd-cbd94ec61f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:52.976249165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64b8cdbc-8c0f-47ef-97dd-cbd94ec61f30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:53.086962444Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-4db6f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-4db6f5","reconcileID":"ea96b7eb-6844-4c6e-bac7-5e70b9aa149f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-4db6f5","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-4db6f5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:54.928186385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b44713f-a9cd-479f-8f63-5228649be74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:54.980052006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b44713f-a9cd-479f-8f63-5228649be74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:55.031836564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b44713f-a9cd-479f-8f63-5228649be74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:55.083665829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b44713f-a9cd-479f-8f63-5228649be74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:57.093604325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"c7eb31b1-d077-4741-a4d0-1f7a9f5baa7f","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:57.218077943Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"c7eb31b1-d077-4741-a4d0-1f7a9f5baa7f","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:57.272119539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"c7eb31b1-d077-4741-a4d0-1f7a9f5baa7f","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:57.327442578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2aa28ec8-26ee-4983-ad60-34da8644690f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:57.327468263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2aa28ec8-26ee-4983-ad60-34da8644690f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:58.137158462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0797c6a7-db0e-4795-9aa9-2e40515a01d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:58.192692086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0797c6a7-db0e-4795-9aa9-2e40515a01d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:58.246896184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0797c6a7-db0e-4795-9aa9-2e40515a01d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:58.304069838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ac424e39-5251-417a-a371-3e40ecdfde99","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:58.304091349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ac424e39-5251-417a-a371-3e40ecdfde99","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:58.344521092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"3c2ae8a9-06b8-4ce9-bb7f-3525d32feb87","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:58.469402187Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"3c2ae8a9-06b8-4ce9-bb7f-3525d32feb87","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:58.523402887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"3c2ae8a9-06b8-4ce9-bb7f-3525d32feb87","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:58.580071785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c1a3b10-63eb-4598-b7e7-c14c0b89df48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:58.580092199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c1a3b10-63eb-4598-b7e7-c14c0b89df48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:58.752372333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ffccdf3-7f7a-4d71-8601-d0b5b1d4d96e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:58.872545673Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ffccdf3-7f7a-4d71-8601-d0b5b1d4d96e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:58.926989448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ffccdf3-7f7a-4d71-8601-d0b5b1d4d96e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:58.986214612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4652bd0b-117b-420e-a22d-d0f44d2dbaed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:10:58.986237164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4652bd0b-117b-420e-a22d-d0f44d2dbaed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:00.938932649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3249fb0-5c21-4079-9a80-84c0c0c204d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:00.990690356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3249fb0-5c21-4079-9a80-84c0c0c204d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:01.042570312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3249fb0-5c21-4079-9a80-84c0c0c204d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:01.09458028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3249fb0-5c21-4079-9a80-84c0c0c204d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:01.807692443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"90a8d4c3-53ee-4c53-9fd6-8e40eda5da15","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:01.927944102Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"90a8d4c3-53ee-4c53-9fd6-8e40eda5da15","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:01.982211278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"90a8d4c3-53ee-4c53-9fd6-8e40eda5da15","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:02.03848807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc34e692-f578-4f9e-90d6-982afb33c6cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:02.038511065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc34e692-f578-4f9e-90d6-982afb33c6cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:03.006000509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1785f5-d7f6-47a8-ab4e-03c5424c7f94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:03.058043034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1785f5-d7f6-47a8-ab4e-03c5424c7f94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:03.109970187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1785f5-d7f6-47a8-ab4e-03c5424c7f94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:03.161998923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1785f5-d7f6-47a8-ab4e-03c5424c7f94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:07.482561285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"28bab689-2538-4ae9-b28b-b9415982ebb1","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:07.606477354Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"28bab689-2538-4ae9-b28b-b9415982ebb1","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:07.661025288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"28bab689-2538-4ae9-b28b-b9415982ebb1","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:07.715598932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74e88da8-4b47-4bd0-943e-bbf989014be5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:07.715620285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74e88da8-4b47-4bd0-943e-bbf989014be5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:08.459231435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b87c169-7b16-478a-b378-55e41ad8393a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:08.516027748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b87c169-7b16-478a-b378-55e41ad8393a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:08.570961468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b87c169-7b16-478a-b378-55e41ad8393a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:08.626287637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"caffa8c5-84b9-4c37-8970-4b9af07acaef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:08.626314762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"caffa8c5-84b9-4c37-8970-4b9af07acaef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:08.684086434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"8d4a5bf9-215d-43e8-a101-10d9c6de9562","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:08.84205578Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"8d4a5bf9-215d-43e8-a101-10d9c6de9562","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:08.896915704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"8d4a5bf9-215d-43e8-a101-10d9c6de9562","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:08.951450706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17580417-a638-433b-ba70-33be4dae91d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:08.951473218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17580417-a638-433b-ba70-33be4dae91d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:09.141309597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"227d1a78-9494-4337-8aba-1fecb1a96346","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:09.262363689Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"227d1a78-9494-4337-8aba-1fecb1a96346","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:09.317136328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"227d1a78-9494-4337-8aba-1fecb1a96346","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:09.374873681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29567527-bcff-47b1-be96-9dbae956d339","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:09.374904759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29567527-bcff-47b1-be96-9dbae956d339","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:12.141590781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"e624a9f6-0a8b-4959-ace4-818f1154900a","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:12.262985356Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"e624a9f6-0a8b-4959-ace4-818f1154900a","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:12.317589916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"e624a9f6-0a8b-4959-ace4-818f1154900a","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:12.37220059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10a3b4a0-6e7b-4314-a8a5-a2dd7eba72a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:12.372220667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10a3b4a0-6e7b-4314-a8a5-a2dd7eba72a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:13.953298854Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:16.852018832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45c99e76-4f7d-4f2e-9473-4a5b47971e8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:16.852046516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45c99e76-4f7d-4f2e-9473-4a5b47971e8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:16.957256264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"25386b6b-13f5-4e2a-8a11-58702a16269a","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:17.013067149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"25386b6b-13f5-4e2a-8a11-58702a16269a","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:17.067565698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"25386b6b-13f5-4e2a-8a11-58702a16269a","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:17.124203061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"253f02b3-ba58-4189-a7a6-55c4fdaa0ad0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:17.124232646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"253f02b3-ba58-4189-a7a6-55c4fdaa0ad0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:17.870093681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"6b1d99fa-fbcf-4804-87f3-729fcf1d6ba5","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:17.992061886Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"6b1d99fa-fbcf-4804-87f3-729fcf1d6ba5","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:18.047275115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"6b1d99fa-fbcf-4804-87f3-729fcf1d6ba5","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:18.104261349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"629ddf83-b89f-4459-be2c-502079bc0577","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:18.104284574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"629ddf83-b89f-4459-be2c-502079bc0577","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:18.78769097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74490f89-ce4a-44bf-ac50-9d5bb51d8158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:18.84396345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74490f89-ce4a-44bf-ac50-9d5bb51d8158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:18.898166959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74490f89-ce4a-44bf-ac50-9d5bb51d8158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:18.954041656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a8cc9b23-6de9-4283-8575-e4460beeb98d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:18.954064576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a8cc9b23-6de9-4283-8575-e4460beeb98d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.055640394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"f6dbb6dd-6f18-4cb7-b6de-9fda028ea3df","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.177270693Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"f6dbb6dd-6f18-4cb7-b6de-9fda028ea3df","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.231613403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"f6dbb6dd-6f18-4cb7-b6de-9fda028ea3df","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.286128614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02c93373-6384-4fb3-a145-ee4a7d4303e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.28614999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02c93373-6384-4fb3-a145-ee4a7d4303e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.528958791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51acbc3c-2c74-4c25-a04c-06105c641cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.650980774Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51acbc3c-2c74-4c25-a04c-06105c641cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.705079607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51acbc3c-2c74-4c25-a04c-06105c641cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.761633841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44c75f4f-ac52-4c55-a61f-585dd1f67c9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:19.761656003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44c75f4f-ac52-4c55-a61f-585dd1f67c9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:22.475445393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"e6deac2b-eca1-4453-a85d-6513afca7981","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:22.59770694Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"e6deac2b-eca1-4453-a85d-6513afca7981","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:22.652369486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"e6deac2b-eca1-4453-a85d-6513afca7981","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:22.707010105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2b720d6-65d1-4193-95e8-d051550bcab8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:22.707031999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2b720d6-65d1-4193-95e8-d051550bcab8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:27.234557934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"ac3f6280-a4d8-4464-8bf6-db58c04e04f5","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:27.297992854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"ac3f6280-a4d8-4464-8bf6-db58c04e04f5","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:27.35304147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"ac3f6280-a4d8-4464-8bf6-db58c04e04f5","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:27.409962417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df4d1412-e270-40f6-9ba4-04463a7e86e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:27.409985102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df4d1412-e270-40f6-9ba4-04463a7e86e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:28.261815625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"b6163226-d4ce-4f85-ad40-6c86acbd6854","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:28.38330941Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"b6163226-d4ce-4f85-ad40-6c86acbd6854","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:28.438143032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"b6163226-d4ce-4f85-ad40-6c86acbd6854","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:28.493002537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7140e464-34d3-428b-8ab8-04fd207a1ec4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:28.493025725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7140e464-34d3-428b-8ab8-04fd207a1ec4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:29.115090078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19b23966-54c9-4977-a62e-6d701ee18d10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:29.173424485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19b23966-54c9-4977-a62e-6d701ee18d10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:29.229433237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19b23966-54c9-4977-a62e-6d701ee18d10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:29.284888325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"76d1f515-7598-4f9b-9e57-5729f2d02dd2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:29.284909045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"76d1f515-7598-4f9b-9e57-5729f2d02dd2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:29.450365771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"721f8396-122a-4646-9afa-328583c44bf0","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:29.57260977Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"721f8396-122a-4646-9afa-328583c44bf0","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:29.626444089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"721f8396-122a-4646-9afa-328583c44bf0","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:29.681606728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ba6acf1-431f-42f5-835c-060e5c8c5ec5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:29.681629962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ba6acf1-431f-42f5-835c-060e5c8c5ec5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:29.916525641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78ad12b8-8425-475d-ae83-bb166a9b47e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.041694728Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78ad12b8-8425-475d-ae83-bb166a9b47e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.096424495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78ad12b8-8425-475d-ae83-bb166a9b47e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.151589971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d003802-41f8-476a-bfb3-094da266dc72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:30.151616816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d003802-41f8-476a-bfb3-094da266dc72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:32.810796801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"5b4999e0-8c62-4cc0-bae4-a4a1271bdb75","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:32.935041497Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"5b4999e0-8c62-4cc0-bae4-a4a1271bdb75","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:32.990039399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"5b4999e0-8c62-4cc0-bae4-a4a1271bdb75","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:33.05343747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8594ec4d-4579-4f52-9f9d-1a7aeccfe166","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:33.053469022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8594ec4d-4579-4f52-9f9d-1a7aeccfe166","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.513676627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"4f55f7a5-83ea-446e-9cd6-37a2f64f4375","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.569622739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"4f55f7a5-83ea-446e-9cd6-37a2f64f4375","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.624339643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"4f55f7a5-83ea-446e-9cd6-37a2f64f4375","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.681327818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ac79a03-df2a-40f8-a973-c8fd4593bc6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:37.681351662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ac79a03-df2a-40f8-a973-c8fd4593bc6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:38.647459744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"73495a63-c7c1-4580-92dc-45cd58f453f0","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:38.771551792Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"73495a63-c7c1-4580-92dc-45cd58f453f0","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:38.825751879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"73495a63-c7c1-4580-92dc-45cd58f453f0","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:38.882511666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0623da8-6b29-40ee-ba63-bf7c8ff8bf6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:38.882536923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0623da8-6b29-40ee-ba63-bf7c8ff8bf6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.439748138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"236f2b63-fe34-49e1-a471-7e5eac6f1c8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.495741603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"236f2b63-fe34-49e1-a471-7e5eac6f1c8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.549901639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"236f2b63-fe34-49e1-a471-7e5eac6f1c8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.60721546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dd1ef7a5-29b2-4feb-8f13-8924ce4ccd70","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.607240432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dd1ef7a5-29b2-4feb-8f13-8924ce4ccd70","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.786112929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"7a7bd910-83f9-4ce8-837a-9ae2b73820a9","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.907929792Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"7a7bd910-83f9-4ce8-837a-9ae2b73820a9","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:39.961602404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"7a7bd910-83f9-4ce8-837a-9ae2b73820a9","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:40.018783845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e33d9c20-9edc-4ae2-b04a-8e83345eeeaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:40.018804893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e33d9c20-9edc-4ae2-b04a-8e83345eeeaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:40.306778131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75d9cb96-c97e-4c83-b5e0-dddd0b1f0bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:40.427683794Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75d9cb96-c97e-4c83-b5e0-dddd0b1f0bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:40.482462372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75d9cb96-c97e-4c83-b5e0-dddd0b1f0bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:40.540078924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15634bff-a477-4873-b175-acda78c36b68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:40.540099732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15634bff-a477-4873-b175-acda78c36b68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.214273458Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"c9e921bf-0ce5-4e54-bc20-871ee649baad","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.214392535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e937a14-af08-44a4-b0ec-021aab6a40ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.214429003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e937a14-af08-44a4-b0ec-021aab6a40ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.31821877Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-policy-0e6cdf4b","reconcileID":"c9e921bf-0ce5-4e54-bc20-871ee649baad","MaaSAuthPolicy":{"name":"e2e-shared-policy-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"policyNamespace":"ai-tenant-e2e-mt-828ee203","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.377144802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"940f7637-0683-4455-9d00-7a1ae465dbf8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.37716739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"940f7637-0683-4455-9d00-7a1ae465dbf8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.520029175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"896c1c68-2e1d-49cd-92b1-0762f3c5c05e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:42.520050787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"896c1c68-2e1d-49cd-92b1-0762f3c5c05e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:43.952415119Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:47.784956119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"9f8048e0-fc20-49aa-bea2-48e5bea9e320","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:47.906716942Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"9f8048e0-fc20-49aa-bea2-48e5bea9e320","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:47.960914229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"9f8048e0-fc20-49aa-bea2-48e5bea9e320","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:48.017861617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1616b313-e8eb-4da0-90aa-9d61e3ce2e2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:48.017882248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1616b313-e8eb-4da0-90aa-9d61e3ce2e2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.037795266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"41ae1a8f-9460-4498-8671-df6087527ffc","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.162393113Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"41ae1a8f-9460-4498-8671-df6087527ffc","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.216921166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"41ae1a8f-9460-4498-8671-df6087527ffc","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.271536932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"659bf2c4-eb47-4b90-9879-6929b8f43193","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.271562167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"659bf2c4-eb47-4b90-9879-6929b8f43193","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.7622218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20646ecc-b022-4838-bc07-e6b971199542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.817664399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20646ecc-b022-4838-bc07-e6b971199542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.872794241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20646ecc-b022-4838-bc07-e6b971199542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.929436783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"476f4647-e15b-4e08-bb5b-f2232a6f9adb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:49.929459653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"476f4647-e15b-4e08-bb5b-f2232a6f9adb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:50.122172456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"8dbfae37-e9ea-4586-aafa-bca0cb4c9a0a","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:50.242495439Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"8dbfae37-e9ea-4586-aafa-bca0cb4c9a0a","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:50.29641076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"8dbfae37-e9ea-4586-aafa-bca0cb4c9a0a","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:50.35359086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63af93f7-9b8b-4f1f-be15-7ffd778e4b1d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:50.353613419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63af93f7-9b8b-4f1f-be15-7ffd778e4b1d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:50.695469036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86cd57fc-e8f9-4486-9031-7b1a77c2db1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:50.816533298Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86cd57fc-e8f9-4486-9031-7b1a77c2db1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:50.871634643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86cd57fc-e8f9-4486-9031-7b1a77c2db1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:50.929120672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d573c82-0b3a-4320-8bb7-295416437e96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:50.929141871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d573c82-0b3a-4320-8bb7-295416437e96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:52.696959931Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-sub-0e6cdf4b","reconcileID":"f5f59841-38c0-480d-ac89-8321dcfcb45c","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-0e6cdf4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:52.915050591Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"namespace":"ai-tenant-e2e-mt-828ee203","name":"e2e-shared-sub-0e6cdf4b","reconcileID":"f5f59841-38c0-480d-ac89-8321dcfcb45c","MaaSSubscription":{"name":"e2e-shared-sub-0e6cdf4b","namespace":"ai-tenant-e2e-mt-828ee203"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-c717362c/e2e-sub-c717362c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:53.125689602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-sub-c717362c","reconcileID":"15630123-30fd-472d-812e-3f51d09b7c47","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:53.125693553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ae56be5f-0d05-49df-a680-f5bdd78f2f20","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:53.331271117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15f4f4a9-b359-4f53-a892-9eb02532a16e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:53.331293221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15f4f4a9-b359-4f53-a892-9eb02532a16e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:58.124525767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"5ef9eace-13d1-40cb-ad5c-f3b9748117aa","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:58.247607357Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"5ef9eace-13d1-40cb-ad5c-f3b9748117aa","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:58.30166568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"5ef9eace-13d1-40cb-ad5c-f3b9748117aa","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:58.356302744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5420137c-072c-4fa6-acc9-cc2a18d99a61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:58.356323796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5420137c-072c-4fa6-acc9-cc2a18d99a61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:59.426430041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"f90ee510-4957-496f-a030-a7a42bf8e96a","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:59.552144518Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"f90ee510-4957-496f-a030-a7a42bf8e96a","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:59.606935535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"f90ee510-4957-496f-a030-a7a42bf8e96a","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:59.661887156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"caa2a091-0696-43d8-a302-6aac4778433c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:11:59.661907545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"caa2a091-0696-43d8-a302-6aac4778433c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.031191706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"d65a5b64-f354-4974-a872-8ea13afe1041","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.083600237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8d25cd0-74a3-4515-830d-9ed949f2ffd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.132359422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"ec5b73a5-1290-4f8e-8fd5-410a78501585","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.139121971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8d25cd0-74a3-4515-830d-9ed949f2ffd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.154021915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"10c65596-f772-474e-bfbf-5858991d10b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.193253628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8d25cd0-74a3-4515-830d-9ed949f2ffd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.235901567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"60f23319-3ca5-43e3-a72a-9af25e36919b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.24798671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"48e80a7e-d0f7-4b0c-9fc5-188ea3dc8706","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.248005871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"48e80a7e-d0f7-4b0c-9fc5-188ea3dc8706","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.394512129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"c218efe5-e712-4029-86cf-f88be339ee1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.456941404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"ebbee2a7-ac23-4c80-841d-e97704c9219d","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.514949859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e0aaa4ca-c2d0-43f2-9bb8-0e688ec0e367","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.577875942Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"ebbee2a7-ac23-4c80-841d-e97704c9219d","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.632324235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"ebbee2a7-ac23-4c80-841d-e97704c9219d","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.688442792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5dc18fe-6d20-4a07-aac8-be4b3f3a42e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.688471598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5dc18fe-6d20-4a07-aac8-be4b3f3a42e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.688869368Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","namespace":"ai-tenant-e2e-inf-b-b47e01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.688918074Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","namespace":"ai-tenant-e2e-inf-b-b47e01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.688964357Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","tenant":"e2e-inf-b-b47e01","tenantID":"e2e-inf-b-b47e01","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.704977982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"191ac99c-708b-4def-96f7-00b4b2f00d09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.75590177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","gvk":"Deployment","name":"maas-api-e2e-inf-b-b47e01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.807373317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"ac3e3c19-4035-4c78-bd82-a700008b6dd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.83901718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","gvk":"Service","name":"maas-api-e2e-inf-b-b47e01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.895765493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-b47e01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:00.95017074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-b47e01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.006571167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-b47e01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.023380872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"b366a1e3-2dd7-4ca7-b09a-ffb6c0fcb6e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.060941296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-b47e01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.087447933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1384c786-a8cb-41f2-a8d8-12a7e9983c43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.115366326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-b47e01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.17962672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-b47e01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.219532853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"e7d1ff5f-8ce8-45b6-b24e-aa1ec9c03977","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.220998238Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1384c786-a8cb-41f2-a8d8-12a7e9983c43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.231773904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","gvk":"Deployment","name":"payload-processing-e2e-inf-b-b47e01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.279401951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1384c786-a8cb-41f2-a8d8-12a7e9983c43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.283274677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-b47e01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.333581812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"32250f1f-da15-40de-8461-134f268b76e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.334760414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","gvk":"Service","name":"payload-processing-e2e-inf-b-b47e01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.335601505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4266161-aa74-479a-ad36-3d1f40d90d52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.335617576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4266161-aa74-479a-ad36-3d1f40d90d52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.389108832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-b47e01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.444395651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-b47e01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.495601706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-b47e01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.546849165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-b47e01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.601434031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-b47e01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.652544766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-b47e01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.703782111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-b47e01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.755034746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-b47e01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:01.806204648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b47e01"},"namespace":"ai-tenant-e2e-inf-b-b47e01","name":"default-tenant","reconcileID":"be67e119-463b-4cb3-80d2-02a6cb5958f7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-b47e01","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:05.676117333Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-b47e01","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-b47e01","reconcileID":"c910e473-8eff-4234-82fe-2feba020d94b","aitenant":"ai-tenants/e2e-inf-b-b47e01","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.181897361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb01dc05-6267-4834-bfae-6bd8157a1426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.234384719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb01dc05-6267-4834-bfae-6bd8157a1426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.286343814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb01dc05-6267-4834-bfae-6bd8157a1426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.338324493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb01dc05-6267-4834-bfae-6bd8157a1426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:06.503636156Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-b47e01","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-b47e01","reconcileID":"c910e473-8eff-4234-82fe-2feba020d94b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-b47e01","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-b47e01"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.26766444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35cc09b0-cae0-4d95-8e65-cfb9c470df42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.319564005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35cc09b0-cae0-4d95-8e65-cfb9c470df42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.373027337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35cc09b0-cae0-4d95-8e65-cfb9c470df42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.42559456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35cc09b0-cae0-4d95-8e65-cfb9c470df42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.528198022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"0be96fe5-027d-4dc2-b009-453ecd4aebb1","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.701891601Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"0be96fe5-027d-4dc2-b009-453ecd4aebb1","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.756281465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"0be96fe5-027d-4dc2-b009-453ecd4aebb1","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.812262292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"baa6de24-77d3-4eae-a1a9-b4783f5a7bb4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:08.812283702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"baa6de24-77d3-4eae-a1a9-b4783f5a7bb4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:09.833524848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"01510f31-0006-4b7d-a206-7b4ccc6c178e","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:09.957234536Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"01510f31-0006-4b7d-a206-7b4ccc6c178e","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:10.011218238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"01510f31-0006-4b7d-a206-7b4ccc6c178e","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:10.068474037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"259394ef-61d7-451c-b7d6-414209acec31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:10.068501675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"259394ef-61d7-451c-b7d6-414209acec31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:10.291779079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"422bd5df-a837-4062-a435-06082796f268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:10.343660567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"422bd5df-a837-4062-a435-06082796f268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:10.395851047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"422bd5df-a837-4062-a435-06082796f268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:10.447868107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"422bd5df-a837-4062-a435-06082796f268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:10.549951077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e748869-05fd-4c70-a74f-c2e60d7f391b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:10.605917285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e748869-05fd-4c70-a74f-c2e60d7f391b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:10.659996163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e748869-05fd-4c70-a74f-c2e60d7f391b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:10.714995637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"238ec551-581d-47c9-9562-b50cad411a74","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:10.71501658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"238ec551-581d-47c9-9562-b50cad411a74","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:10.793198688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"526f520c-4e83-43f1-910e-cfff9453ea76","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:10.915747117Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"526f520c-4e83-43f1-910e-cfff9453ea76","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:10.970518457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"526f520c-4e83-43f1-910e-cfff9453ea76","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:11.036799653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d403b5ff-09fd-459f-8b69-46ed405767a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:11.036860053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d403b5ff-09fd-459f-8b69-46ed405767a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:11.49190844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31a8cd1a-7b0a-4661-888a-9c2e924d68ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:11.646163836Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31a8cd1a-7b0a-4661-888a-9c2e924d68ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:11.702974663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31a8cd1a-7b0a-4661-888a-9c2e924d68ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:11.759430381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0dc76cb-593b-4c77-883a-db658ded0620","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:11.759454966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0dc76cb-593b-4c77-883a-db658ded0620","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:13.952535535Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:18.926174568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"1e9bc44d-f26e-486e-80ef-f36d608c6112","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:19.048031655Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"1e9bc44d-f26e-486e-80ef-f36d608c6112","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:19.10219828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"1e9bc44d-f26e-486e-80ef-f36d608c6112","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:19.158327871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edeb47cf-b1a1-4f58-9dc5-dea7b27c5780","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:19.158348432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edeb47cf-b1a1-4f58-9dc5-dea7b27c5780","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:20.226493947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"8c74f9f6-fb47-4f20-8034-6b7e6809b3e9","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:20.35103086Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"8c74f9f6-fb47-4f20-8034-6b7e6809b3e9","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:20.405741735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"8c74f9f6-fb47-4f20-8034-6b7e6809b3e9","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:20.462472974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42dc1104-b518-42fb-a891-745015044095","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:20.462495622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42dc1104-b518-42fb-a891-745015044095","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:20.871128221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dda34e1-634b-4bbd-8894-05b65ea69778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:20.926777799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dda34e1-634b-4bbd-8894-05b65ea69778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:20.981276952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dda34e1-634b-4bbd-8894-05b65ea69778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:21.038401137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"44356551-962d-4ef2-b60d-b54497c7f43c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:21.038426322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"44356551-962d-4ef2-b60d-b54497c7f43c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:21.139738357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"d740a2fc-c34b-4989-aa8b-08f482bc1b5a","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:21.262042925Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"d740a2fc-c34b-4989-aa8b-08f482bc1b5a","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:21.316851234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 84","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"d740a2fc-c34b-4989-aa8b-08f482bc1b5a","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:21.371756762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59e1d8ee-2627-4231-9436-85cfbf2b9f03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:21.371779579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59e1d8ee-2627-4231-9436-85cfbf2b9f03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:21.916856435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c788349-a99a-41bc-a67b-a7047467cf7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:22.039540269Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c788349-a99a-41bc-a67b-a7047467cf7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:22.09431312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c788349-a99a-41bc-a67b-a7047467cf7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:22.151545811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0a2c622-0306-4740-86fa-9d24ea093f2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:22.151570815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0a2c622-0306-4740-86fa-9d24ea093f2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:22.570347245Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"3c79beb0-a31b-4a60-9a96-475076d9e50c","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:22.570468608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa923a79-5b28-45fd-8a5e-4dee5cf725ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:22.570494109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa923a79-5b28-45fd-8a5e-4dee5cf725ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:22.673911896Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-policy-c717362c","reconcileID":"3c79beb0-a31b-4a60-9a96-475076d9e50c","MaaSAuthPolicy":{"name":"e2e-policy-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"policyNamespace":"ai-tenant-e2e-mt-c717362c","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:22.729360337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ac338aa-bbea-47bd-9d0f-eb75676b2e2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:22.729380684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ac338aa-bbea-47bd-9d0f-eb75676b2e2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:22.875303643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8f1b8cc-04d9-44be-bf52-e81c33f68342","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:22.875327456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8f1b8cc-04d9-44be-bf52-e81c33f68342","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:29.262854084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"c97aff8b-9cba-47d8-88fa-0c68775db9fd","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:29.386658573Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"c97aff8b-9cba-47d8-88fa-0c68775db9fd","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:29.442309759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"c97aff8b-9cba-47d8-88fa-0c68775db9fd","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:29.497629002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5a08c81-a95e-454a-ad50-e72191b248f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:29.497651545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5a08c81-a95e-454a-ad50-e72191b248f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:30.616853455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"179c491d-d8ea-443f-89f9-9fc47a835dd8","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:30.741180051Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"179c491d-d8ea-443f-89f9-9fc47a835dd8","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:30.796354403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"179c491d-d8ea-443f-89f9-9fc47a835dd8","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:30.854153444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d831f06-910b-4d17-8816-61cd5f0990d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:30.854175386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d831f06-910b-4d17-8816-61cd5f0990d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:31.195400237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e496bf1c-55b4-4d18-b49d-242b34940d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:31.251029889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e496bf1c-55b4-4d18-b49d-242b34940d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:31.30617629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e496bf1c-55b4-4d18-b49d-242b34940d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:31.363956588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9c76ac82-3b5d-4abd-8462-9122f28de7c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:31.363981937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9c76ac82-3b5d-4abd-8462-9122f28de7c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:32.306116672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fea980f5-21eb-48e9-aa67-e6a351f59994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:32.361462223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fea980f5-21eb-48e9-aa67-e6a351f59994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:32.415336456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fea980f5-21eb-48e9-aa67-e6a351f59994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:32.473272762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b15c3ea-ff1e-4cf5-b6b1-9b9c33125be4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:32.473293637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b15c3ea-ff1e-4cf5-b6b1-9b9c33125be4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:33.036219393Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-sub-c717362c","reconcileID":"739c08de-2305-488f-95f4-ee1fe1d69280","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-c717362c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:33.251044593Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"namespace":"ai-tenant-e2e-mt-c717362c","name":"e2e-sub-c717362c","reconcileID":"739c08de-2305-488f-95f4-ee1fe1d69280","MaaSSubscription":{"name":"e2e-sub-c717362c","namespace":"ai-tenant-e2e-mt-c717362c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:33.45904639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"157f3703-8615-4be3-a9e7-eefa37d16a55","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:33.465255566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"047d8267-17e5-439a-aec9-5d1a4d7e1fca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:33.465275519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"047d8267-17e5-439a-aec9-5d1a4d7e1fca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:35.641505658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"75f11f7c-59d8-43d6-a248-fd39694b6b7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:35.748748599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"5fcea6c6-e811-4a5c-8ad6-8bdbd0d838e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:35.847726428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"7ac335cb-1fe7-4a8c-8ce1-979ab8c6a394","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.271324805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"8fbddd14-bab5-409c-b779-2bd054270f1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.366144578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"f1d0ecdb-d8bd-4969-be75-f14075c3dbc8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.462375135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"325021c0-c676-4802-8dea-c58424c562cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.716166305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"6848cdf8-cdba-4554-bd8b-918831d0ece5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.850554393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"bd548407-6b1b-4842-9fc6-94b655328d69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.953947979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"e051569c-15be-4b7e-af9e-ff4ab9ca50a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:36.988129194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"942a92ed-b0af-4991-9147-1094f4f312ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:37.119045766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"e72ebb0a-713d-4553-b2f0-1821d926745c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:39.60089768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"dc03bb50-33d1-45dc-b6f3-83efddb67e73","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:39.723260333Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"dc03bb50-33d1-45dc-b6f3-83efddb67e73","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:39.777932813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 88","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"dc03bb50-33d1-45dc-b6f3-83efddb67e73","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:39.833050644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4735d67a-26de-48d5-8d66-445a4f3368ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:39.833070859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4735d67a-26de-48d5-8d66-445a4f3368ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:41.036973837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"95c8a163-847d-4310-8067-d425e4c97655","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:41.15832065Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"95c8a163-847d-4310-8067-d425e4c97655","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:41.212211904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"95c8a163-847d-4310-8067-d425e4c97655","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:41.268553282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"147cbc00-e18d-409e-ad0f-7a3810c62f24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:41.268575061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"147cbc00-e18d-409e-ad0f-7a3810c62f24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:41.545298074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a4764c4-6da5-444d-9a21-a193be353abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:41.610742145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a4764c4-6da5-444d-9a21-a193be353abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:41.664838497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a4764c4-6da5-444d-9a21-a193be353abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:41.722029331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"62766ae7-1d42-438a-bbb8-c7a7519534a9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:41.722051443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"62766ae7-1d42-438a-bbb8-c7a7519534a9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:42.628378611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbf322b4-250d-4df3-9ae5-e910b68b2cc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:42.684138557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbf322b4-250d-4df3-9ae5-e910b68b2cc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:42.738742478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbf322b4-250d-4df3-9ae5-e910b68b2cc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:42.795536939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fb8d73b-fba2-4178-8612-fcd79f6415be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:42.795562002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fb8d73b-fba2-4178-8612-fcd79f6415be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:43.952044622Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:49.936472633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"cca1c17c-1061-46ea-b3c4-4995cd4afccd","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:50.059721145Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"cca1c17c-1061-46ea-b3c4-4995cd4afccd","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:50.114717819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"cca1c17c-1061-46ea-b3c4-4995cd4afccd","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:50.170293437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a9a3c41-39ab-454d-a9b1-d53890bd1d25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:50.170315641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a9a3c41-39ab-454d-a9b1-d53890bd1d25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:51.425104793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"8fd598c6-1719-4523-894c-370a3a4aa470","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:51.549015699Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"8fd598c6-1719-4523-894c-370a3a4aa470","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:51.605414184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"8fd598c6-1719-4523-894c-370a3a4aa470","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:51.660935042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdb9a777-8ffe-40f5-9a4d-597e42daa6f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:51.660956251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdb9a777-8ffe-40f5-9a4d-597e42daa6f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:51.877693777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"972169af-e890-4d81-9abf-3cf9bde2f63c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:51.946250858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"972169af-e890-4d81-9abf-3cf9bde2f63c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:52.002850015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"972169af-e890-4d81-9abf-3cf9bde2f63c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:52.064044681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0d646551-866b-4e50-b522-fb75d401d5a6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:52.064069005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0d646551-866b-4e50-b522-fb75d401d5a6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:52.950661991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9231648c-60cd-4ca9-8ec6-b927a2ed7796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:53.0060427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9231648c-60cd-4ca9-8ec6-b927a2ed7796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:53.0606448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9231648c-60cd-4ca9-8ec6-b927a2ed7796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:53.116501249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe47d12d-4a21-4f7b-b4f4-3347497cab7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:12:53.116523606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe47d12d-4a21-4f7b-b4f4-3347497cab7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:00.274143761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"c9cfedee-5b9b-490a-8463-70e58338759f","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:00.396621234Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"c9cfedee-5b9b-490a-8463-70e58338759f","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:00.451924651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"c9cfedee-5b9b-490a-8463-70e58338759f","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:00.506736113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"236051c1-9d4b-4649-83ac-2b18ebf3d5a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:00.506758574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"236051c1-9d4b-4649-83ac-2b18ebf3d5a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:01.815341503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"cf2c5373-0522-4e09-bb0f-76c6a0761928","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:01.936400486Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"cf2c5373-0522-4e09-bb0f-76c6a0761928","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:01.990344615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"cf2c5373-0522-4e09-bb0f-76c6a0761928","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.047483905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19ee4fa4-e0fd-4a92-b34f-40dea11805bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.047507232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19ee4fa4-e0fd-4a92-b34f-40dea11805bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.220253021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90c6da6b-0d02-495f-b874-ab10b20cd21a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.27645285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90c6da6b-0d02-495f-b874-ab10b20cd21a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.331951362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90c6da6b-0d02-495f-b874-ab10b20cd21a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.38933214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"14441dae-fef2-45e7-b444-25d765d37492","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:02.389356131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"14441dae-fef2-45e7-b444-25d765d37492","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:03.271305735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"095a73cd-df25-4f8c-83f5-5818dfff4793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:03.327230289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"095a73cd-df25-4f8c-83f5-5818dfff4793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:03.381675706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"095a73cd-df25-4f8c-83f5-5818dfff4793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:03.438946715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5f354d9-a120-434c-8335-b89eee07969c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:03.438967274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5f354d9-a120-434c-8335-b89eee07969c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:04.981667051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"f418ea6a-be4b-4988-9d0b-3e6b6d1da83e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:05.112649459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"cea97023-edb9-43fe-8d68-7af6fc74af82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:05.217209095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3999248d-1455-41d9-b5e8-0f6c73feeaeb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:05.233159141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"cb220a61-c5bf-4cf0-87f7-51e722eb4a62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:05.35478245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"e52e3fc3-b4ee-4171-a195-ae8b706a9787","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:05.599081944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"ef9b886e-933c-4c6d-993d-81e05ee2e276","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:05.700090157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"b8c9ea10-7948-44ac-9a9d-00ca59e49717","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:05.97138214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"62a7d172-5b2e-44c8-b485-89246686a51f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:06.129608355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"71684d03-2e32-47a7-92ca-0e7852836044","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:06.22361673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"0d8cacbc-60de-4100-b098-1c6e2da72e66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:06.321988636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"c8a33a2c-f166-4d25-b5ca-1462e02251cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:06.42824705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"183c7141-2e98-42cf-813a-d1c05e8b1c94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:10.610788148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"773657da-2ced-43f2-a988-b17df32b80c0","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:10.733059977Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"773657da-2ced-43f2-a988-b17df32b80c0","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:10.787762733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 94","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"773657da-2ced-43f2-a988-b17df32b80c0","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:10.842656478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a59b5ceb-19a4-4afd-9cab-ea75482ad6bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:10.8426788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a59b5ceb-19a4-4afd-9cab-ea75482ad6bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:12.22714094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"929eac4e-682c-4019-8af1-78bcffe09ba3","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:12.350584474Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"929eac4e-682c-4019-8af1-78bcffe09ba3","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:12.405203916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"929eac4e-682c-4019-8af1-78bcffe09ba3","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:12.459531144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cba31ff3-8174-4e60-adf4-8dd9683722f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:12.459553149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cba31ff3-8174-4e60-adf4-8dd9683722f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:12.544356147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e97b2a2f-76ea-4c39-aff1-5298b99a8616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:12.600013314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e97b2a2f-76ea-4c39-aff1-5298b99a8616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:12.653967884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e97b2a2f-76ea-4c39-aff1-5298b99a8616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:12.711203936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"42989858-e36a-41d1-adf6-febda550a18b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:12.711227671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"42989858-e36a-41d1-adf6-febda550a18b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:13.593594645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc8a95a5-5056-4311-b3ba-e88ad29fd985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:13.649163773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc8a95a5-5056-4311-b3ba-e88ad29fd985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:13.703369844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc8a95a5-5056-4311-b3ba-e88ad29fd985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:13.762146206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efefde7b-46e7-4046-b59d-9780960cde3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:13.762168411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efefde7b-46e7-4046-b59d-9780960cde3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:13.986174131Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:16.721162483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"afc14d97-f798-498c-828f-027cafe73c7c","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:16.721226301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"afc14d97-f798-498c-828f-027cafe73c7c","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:20.94785886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"59ddc399-26f7-4c9c-9033-a4cd5e4b2ec2","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:21.06985958Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"59ddc399-26f7-4c9c-9033-a4cd5e4b2ec2","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:21.124081579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"59ddc399-26f7-4c9c-9033-a4cd5e4b2ec2","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:21.179478003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ceb28a6-a4e1-44fc-aba3-036313a417e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:21.179505518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ceb28a6-a4e1-44fc-aba3-036313a417e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:22.614304019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"9daf8036-bb05-4b07-b3dd-492c33f888b6","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:22.738183445Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"9daf8036-bb05-4b07-b3dd-492c33f888b6","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:22.792215648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"9daf8036-bb05-4b07-b3dd-492c33f888b6","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:22.848956232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d88e7a06-41ef-4c22-b598-1d20af73d9c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:22.848988543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d88e7a06-41ef-4c22-b598-1d20af73d9c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:22.86665424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0785c1b8-aac8-4efc-9c10-750686262b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:22.924544408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0785c1b8-aac8-4efc-9c10-750686262b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:22.979014784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0785c1b8-aac8-4efc-9c10-750686262b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:23.035961511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2e11f612-dd88-4581-bc94-12fa1fc7444b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:23.035983799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2e11f612-dd88-4581-bc94-12fa1fc7444b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:23.919205617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abd0bf24-27d1-4ec9-97ce-356050fdbd99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:23.984652056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abd0bf24-27d1-4ec9-97ce-356050fdbd99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:24.039624491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abd0bf24-27d1-4ec9-97ce-356050fdbd99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:24.096585571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bab87128-ae14-488b-8e7e-e48e2d9f69fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:24.096609643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bab87128-ae14-488b-8e7e-e48e2d9f69fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:26.241776401Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c256fc03","reconcileID":"6874680a-6921-45e7-94eb-c888934120e1","MaaSAuthPolicy":{"name":"e2e-default-ns-c256fc03","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:26.24191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78a87609-1b71-41f8-bbf6-9916e0495413","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:26.241932641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78a87609-1b71-41f8-bbf6-9916e0495413","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:26.449406133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe73cf0f-ccb3-4fc1-bdf0-91ececcfe452","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:26.449428576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe73cf0f-ccb3-4fc1-bdf0-91ececcfe452","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:28.734145326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26057c96-3586-42f9-bad3-72fbe678bb1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:28.798408818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26057c96-3586-42f9-bad3-72fbe678bb1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:28.850460786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26057c96-3586-42f9-bad3-72fbe678bb1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:28.902167344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26057c96-3586-42f9-bad3-72fbe678bb1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:29.233618195Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-aee0dd37","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-aee0dd37","reconcileID":"2be607b2-abd5-4580-a4af-71334bc7a0e5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-aee0dd37","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-aee0dd37":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.779403336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30163ab-9cdb-4333-9574-fdf0292d64b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.833046775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30163ab-9cdb-4333-9574-fdf0292d64b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.885947653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30163ab-9cdb-4333-9574-fdf0292d64b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:30.937870133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30163ab-9cdb-4333-9574-fdf0292d64b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.285292891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"03e7d77f-6f94-4c6e-820d-a0d1c565f719","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.409113235Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"03e7d77f-6f94-4c6e-820d-a0d1c565f719","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.463193093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 98","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"03e7d77f-6f94-4c6e-820d-a0d1c565f719","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.520034271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67d3dbeb-3d5c-4138-a6c5-12bf7d5de5eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:31.520060964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67d3dbeb-3d5c-4138-a6c5-12bf7d5de5eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.821113537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfdf71d-7eb6-4457-b98e-433badbdcaa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.873941739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfdf71d-7eb6-4457-b98e-433badbdcaa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.927923253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfdf71d-7eb6-4457-b98e-433badbdcaa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:32.981971895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfdf71d-7eb6-4457-b98e-433badbdcaa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:33.203378962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6588b5c2-c003-410f-a7af-2c78b8354342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:33.324762873Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6588b5c2-c003-410f-a7af-2c78b8354342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:33.379238872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6588b5c2-c003-410f-a7af-2c78b8354342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:33.434696041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2517a924-9fc5-48c5-b967-c4ae5f6cf883","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:33.43471879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2517a924-9fc5-48c5-b967-c4ae5f6cf883","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:34.25227011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0916508e-5bec-4b03-98e4-1f5e66609eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:34.307586203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0916508e-5bec-4b03-98e4-1f5e66609eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:34.362671094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0916508e-5bec-4b03-98e4-1f5e66609eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:34.419815223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f2d3200-0c4e-48d2-890e-4c2c96267636","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:34.419878146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f2d3200-0c4e-48d2-890e-4c2c96267636","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:41.623776675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"fa773a31-3a74-4d40-ba09-95e348091b80","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:41.747600102Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"fa773a31-3a74-4d40-ba09-95e348091b80","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:41.806066621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"fa773a31-3a74-4d40-ba09-95e348091b80","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:41.876428152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57ffe9a4-c401-4a58-b268-c332eed8236c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:41.876451194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57ffe9a4-c401-4a58-b268-c332eed8236c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:43.589638966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7eb89b21-1772-4580-95c4-70d70d032d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:43.710629841Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7eb89b21-1772-4580-95c4-70d70d032d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:43.764763335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7eb89b21-1772-4580-95c4-70d70d032d1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:43.819448836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5e78f790-efbe-46c3-be0e-8d8d13e5db5e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:43.81947063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5e78f790-efbe-46c3-be0e-8d8d13e5db5e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:43.952181288Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.575163265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5d7b106-b6e1-4ac8-8bf0-034aa6354493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.631225521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5d7b106-b6e1-4ac8-8bf0-034aa6354493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.685505838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5d7b106-b6e1-4ac8-8bf0-034aa6354493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.742185089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"268236ef-7191-4887-93a8-589b59a850d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:44.742209651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"268236ef-7191-4887-93a8-589b59a850d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:52.008273567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"d7c2e969-8e09-43b6-9e4c-3453aba50ecf","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:52.127535162Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"d7c2e969-8e09-43b6-9e4c-3453aba50ecf","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:52.182586936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 102","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"d7c2e969-8e09-43b6-9e4c-3453aba50ecf","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:52.239961428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a50f10fa-3901-4a38-abec-cb15d140c96e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:52.239983484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a50f10fa-3901-4a38-abec-cb15d140c96e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:53.979045626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"115f6df6-770b-4179-8102-cdfd60f35fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:54.106892892Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"115f6df6-770b-4179-8102-cdfd60f35fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:54.161147996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 103","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"115f6df6-770b-4179-8102-cdfd60f35fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:54.217745686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4fe8afe-5d64-43e4-bc0c-239dc283f226","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:54.217767172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4fe8afe-5d64-43e4-bc0c-239dc283f226","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:54.897357729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e58f8fe-e0e8-49cb-a565-3f8f8d79e2a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:54.952443621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e58f8fe-e0e8-49cb-a565-3f8f8d79e2a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:55.006353453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 103","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e58f8fe-e0e8-49cb-a565-3f8f8d79e2a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:55.06263055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c420691-81cc-4568-9fdc-7a8e3e456044","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:13:55.062654012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c420691-81cc-4568-9fdc-7a8e3e456044","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:02.345260773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"1beb5e59-86ca-4d85-acd1-7b7df898224a","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:02.468053664Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"1beb5e59-86ca-4d85-acd1-7b7df898224a","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:02.521961075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 104","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"1beb5e59-86ca-4d85-acd1-7b7df898224a","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:02.576383126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a23396e2-b8e2-4c58-b80c-b954c018947c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:02.576406065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a23396e2-b8e2-4c58-b80c-b954c018947c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:03.172357801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"b9096d0d-cd1f-45f4-8c70-41e55c918da9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:03.287281819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"a1336c59-36cc-43e9-a88a-21299147d3eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:03.389068252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"38aeb605-35f8-4425-bcce-6ce052d37c56","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:03.495653671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6d43047e-6c23-4c2a-8a67-d75dd46de19f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:03.590766051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"cba14ab7-fe99-4f76-9659-a43d42043126","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:03.689115047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"cb1cfb8e-7866-42c4-b95c-eca485f22b7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:03.789690389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"704b5e98-0bda-4926-bd2e-212b7df7402b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:03.889803672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"7c89c694-b2f4-4254-82d7-77b3e482cba6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:03.892378431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"425a9816-93e7-4f9e-835b-3324c79a9d97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:04.009761009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"92521355-0276-4779-a843-43cf67d455e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:04.312735681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"b5411125-9db7-4e68-ac6e-2910dcced0b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:04.371739809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de2cdb49-3148-4e2c-93f6-9c40538fd74b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:04.493453203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"ed2219b6-c3e5-4ac2-8b10-8e5b237201a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:04.496247442Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de2cdb49-3148-4e2c-93f6-9c40538fd74b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:04.550309535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 105","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de2cdb49-3148-4e2c-93f6-9c40538fd74b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:04.610679011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0e358472-5306-468f-9ae6-9e5900acb278","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:04.610703537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0e358472-5306-468f-9ae6-9e5900acb278","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:04.860793667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c18d38f8-2bcd-44b9-8033-660156712970","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:04.860815319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c18d38f8-2bcd-44b9-8033-660156712970","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:04.919339249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92024a75-8d6a-482a-b3c7-72027de97857","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:04.919365356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92024a75-8d6a-482a-b3c7-72027de97857","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:05.022956968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-00755220","namespace":"ai-tenant-e2e-mt-00755220"},"namespace":"ai-tenant-e2e-mt-00755220","name":"e2e-policy-00755220","reconcileID":"794dd3db-858d-47b2-83c6-78e89ef690eb","MaaSAuthPolicy":{"name":"e2e-policy-00755220","namespace":"ai-tenant-e2e-mt-00755220"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:05.143799867Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-00755220","namespace":"ai-tenant-e2e-mt-00755220"},"namespace":"ai-tenant-e2e-mt-00755220","name":"e2e-policy-00755220","reconcileID":"794dd3db-858d-47b2-83c6-78e89ef690eb","MaaSAuthPolicy":{"name":"e2e-policy-00755220","namespace":"ai-tenant-e2e-mt-00755220"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:05.198012822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 106","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-00755220","namespace":"ai-tenant-e2e-mt-00755220"},"namespace":"ai-tenant-e2e-mt-00755220","name":"e2e-policy-00755220","reconcileID":"794dd3db-858d-47b2-83c6-78e89ef690eb","MaaSAuthPolicy":{"name":"e2e-policy-00755220","namespace":"ai-tenant-e2e-mt-00755220"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:05.217780143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7628c994-a377-477b-82f0-1fc5a88ace9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:05.343369003Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7628c994-a377-477b-82f0-1fc5a88ace9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:05.397174103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7628c994-a377-477b-82f0-1fc5a88ace9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:05.453807931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7be4c05-02d0-4b02-ae9d-1b7b8a6d59ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:05.453856589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7be4c05-02d0-4b02-ae9d-1b7b8a6d59ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:12.679436238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"6c35f7cb-4c76-498d-890d-3e90ca40e302","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:12.802631059Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"6c35f7cb-4c76-498d-890d-3e90ca40e302","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:12.858720257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 108","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"6c35f7cb-4c76-498d-890d-3e90ca40e302","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:12.91589287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4bed129-5980-44cb-95b6-05ea89184807","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:12.915915523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4bed129-5980-44cb-95b6-05ea89184807","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:13.95340241Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:14.765220157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b4153e0-2c82-43da-b0f8-6a602655b3f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:14.88691166Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b4153e0-2c82-43da-b0f8-6a602655b3f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:14.942651521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 109","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b4153e0-2c82-43da-b0f8-6a602655b3f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:14.999867389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1ed23fb2-064a-4088-889e-0c8ffdc22d5e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:14.999889407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1ed23fb2-064a-4088-889e-0c8ffdc22d5e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.625870541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ae834bf-bc1b-4f0c-aa2d-6da71221a508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.682058903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ae834bf-bc1b-4f0c-aa2d-6da71221a508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.788469616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 109","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ae834bf-bc1b-4f0c-aa2d-6da71221a508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.845954132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7dc506f-f4ad-4ef1-8fc7-b199925b647f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:15.845974761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7dc506f-f4ad-4ef1-8fc7-b199925b647f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.377084181Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"0b612a66-dc3b-44dc-babc-3ed5d3bfb1a9","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.377200126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcd1e78a-0fd7-4ecd-8a68-04dc1cebed38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.377218213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcd1e78a-0fd7-4ecd-8a68-04dc1cebed38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.529056287Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"namespace":"ai-tenant-e2e-mt-e9e435ed","name":"e2e-policy-e9e435ed","reconcileID":"0b612a66-dc3b-44dc-babc-3ed5d3bfb1a9","MaaSAuthPolicy":{"name":"e2e-policy-e9e435ed","namespace":"ai-tenant-e2e-mt-e9e435ed"},"policyNamespace":"ai-tenant-e2e-mt-e9e435ed","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.58502381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e759d1e3-e330-4af4-9b80-94c764bdbf67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:17.585045009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e759d1e3-e330-4af4-9b80-94c764bdbf67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:20.068030344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"6665d547-2a3b-485b-9701-7945b34b80c3","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:20.068057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"6665d547-2a3b-485b-9701-7945b34b80c3","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.155244977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1526e86-b162-4935-830b-ba3e7fcd8be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.211103407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1526e86-b162-4935-830b-ba3e7fcd8be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.265304512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 109","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1526e86-b162-4935-830b-ba3e7fcd8be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.507669827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"5c463b03-8d9a-49b3-8a8b-e46ab4758350","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.507691128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"5c463b03-8d9a-49b3-8a8b-e46ab4758350","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.562743686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"b8577ed1-6d5f-46aa-b5e4-21f70a5de0e3","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.562771597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"b8577ed1-6d5f-46aa-b5e4-21f70a5de0e3","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.665254726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"a538da52-39e6-4452-9266-12e17e2d3470","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.785633841Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"a538da52-39e6-4452-9266-12e17e2d3470","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.848033432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b2e795-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"a538da52-39e6-4452-9266-12e17e2d3470","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.904804358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"a18bb7fe-f9ad-4719-a1f5-47e925738d2a","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:25.904847888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"a18bb7fe-f9ad-4719-a1f5-47e925738d2a","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:26.00362659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b23db44-b394-42fe-905f-ae7e161b6d05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:26.058702795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b23db44-b394-42fe-905f-ae7e161b6d05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:26.112586477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 109","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b23db44-b394-42fe-905f-ae7e161b6d05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:29.28217114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"92a214fb-a25c-4f14-92ae-b79ca8ca2d34","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:29.661753627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"46ba7e46-14b6-4f7e-86ab-63bdf649f780","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:29.762231973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"e3a84f4f-ae0e-4295-bc1e-68a79771e14f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:29.88798649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"c6b6a83b-aa07-4fd2-8199-37cad5c28670","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:29.888404912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"e6b806c1-e497-4d3b-b436-4dccfc643864","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:29.991093676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"e7cbd2a2-22b6-4737-a77f-0eb5387b9f98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.083789025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"f7157221-0ff6-4f1a-b586-ad201a7a935c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.101123762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"1f2710c2-d48a-42d5-8cfc-be6445175a40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.299442854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"98abf8b9-73bd-4930-ac54-d5aa7138578a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.403273766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"01e9e334-9462-4398-880e-490f58e83a16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.508039318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"d03f78b5-31ed-45c3-a033-50395f813f40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.794518995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"cdf87cb4-e907-4178-8d97-70929fa54fa7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:30.867084814Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-00755220","namespace":"ai-tenant-e2e-mt-00755220"},"namespace":"ai-tenant-e2e-mt-00755220","name":"e2e-policy-00755220","reconcileID":"d284247d-87bd-492b-8cfc-88727376f38e","MaaSAuthPolicy":{"name":"e2e-policy-00755220","namespace":"ai-tenant-e2e-mt-00755220"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:31.018770665Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-00755220","namespace":"ai-tenant-e2e-mt-00755220"},"namespace":"ai-tenant-e2e-mt-00755220","name":"e2e-policy-00755220","reconcileID":"d284247d-87bd-492b-8cfc-88727376f38e","MaaSAuthPolicy":{"name":"e2e-policy-00755220","namespace":"ai-tenant-e2e-mt-00755220"},"policyNamespace":"ai-tenant-e2e-mt-00755220","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.428774122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a92288a8-0af5-4007-b435-76cb4a205f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.484465071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a92288a8-0af5-4007-b435-76cb4a205f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.748910647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"778fd0a6-8a0d-4e62-a859-c1284e24efa6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:35.748932614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"778fd0a6-8a0d-4e62-a859-c1284e24efa6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:36.008223238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"2a964d09-57da-4f4a-9f06-96f3577b3f91","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:36.063402473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"2a964d09-57da-4f4a-9f06-96f3577b3f91","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:36.117994028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b2e795-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"2a964d09-57da-4f4a-9f06-96f3577b3f91","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:36.267514027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e649552a-1180-458f-8f59-e24b6c2eda1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:36.323921995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e649552a-1180-458f-8f59-e24b6c2eda1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:36.716400442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44a83c70-1ba2-4842-b5e3-f1b144c4b7d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:36.716421747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44a83c70-1ba2-4842-b5e3-f1b144c4b7d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:39.103896406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"07f32420-e1ba-4e7b-b0d3-ec00e28294ff","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-aee0dd37","tenantID":"e2e-mt-aee0dd37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:39.2182709Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"07f32420-e1ba-4e7b-b0d3-ec00e28294ff","name":"e2e-mt-aee0dd37-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:43.952806094Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:45.121697597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"7fab1e4d-4525-449e-80c8-917dc29074cd","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:45.121726733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"7fab1e4d-4525-449e-80c8-917dc29074cd","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"rate-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"rate-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:46.221382086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"eb69bfa2-30fa-474e-bcb1-904c0e79fe1d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:46.277052619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"eb69bfa2-30fa-474e-bcb1-904c0e79fe1d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:46.33229999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b2e795-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"eb69bfa2-30fa-474e-bcb1-904c0e79fe1d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:51.194130525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"286d4f0a-880a-40cc-90b5-3eb9b082194d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:51.293810054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"1684f541-2b2e-4e0d-8ee0-4ceba9b32bb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:51.394242513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0a535bbf-e2ab-4e04-9caa-c6d8958ad7a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:51.50889624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"0dc5942a-a757-470a-a608-73aaaffce643","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:51.616196341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b5009a68-6557-46b1-ab0e-8f63204fd593","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:51.811732297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"32de8c02-50f7-49f2-aa1a-2de327db77fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:52.014708358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"8991f8e2-ef69-4315-94b3-408cf73b54b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:52.114691572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"4230fe06-1a38-4f63-86d9-782436225ccc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:52.118113451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"545b3efb-dcd4-48b0-8228-626bc62b7b95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:52.213127033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"f00cac07-72fa-4f39-854a-d64f644e34a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:52.368568673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"10c5aba8-e124-487f-8b28-0cef671b5d3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:52.476318767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"b27dd983-3f59-4219-aef6-1e478f0342e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:56.514066904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"7f8e1c21-9ca3-438a-9a90-9d36563bc976","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:56.569848516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"7f8e1c21-9ca3-438a-9a90-9d36563bc976","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:56.624220011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b2e795-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee41b59c0f1747fab72163a7848a8d805c0811b475954e7683737d3eb2fbd1f9) AuthConfig (75b76a8638c8daa71e62418d4be5e62fa26fa5b06876fed4b3be9ebb164de1ff) AuthConfig (cf89993f6400be5b8d0617cf1d802afbd5ce1d1fe709493738a54e822758b5d2) AuthConfig (73da0ab93d5876e11cf23320e6eda27ce80b4f2933a4d3eebfcaee0457eb8b01) AuthConfig (738a79807abfa57c1de52f1af00be14180efd0e658c0f3491b7b04d1b4e22150) AuthConfig (049b7e9ff533655256b9a301edc246dfc78278920dd5466bf6ed4a543d134f54) AuthConfig (49e0340eb9196ecc596d4e8366063f8373d69af863a8560c0a20dc48daf1e2f9) AuthConfig (d185318c238a98462eb441de95abca48957ad8c0932255e4d70b4d2b062fadad) AuthConfig (e18a31b056048f3a5d9dd711ddea4af145a13c05adebf610e8b193629d569a9c) AuthConfig (480182bc9fe4b87544aea29a411b84d3b8d1ee06547afff760e88f1b9dcacd57) AuthConfig (94ad3d3aa5ea89ea638ae89cdce9e86dd6548c0950093844f49a0f16fc65f513) AuthConfig (0f2a6320b1f4999cff570ecd755356e5026652ffa3a38668a371e2cc743ff6d3) AuthConfig (4031de7b9862dc26c3012bf23f829e0c7634cb49d1bb8493fea2019fe0e46552) AuthConfig (2dc69b71f08d5275d2d848e8ca16e436e07087de929c5f817ef7a4ebb8a46d9b) AuthConfig (45d60dceea477cd726c024dc06e5aea709352073df62f3a6f9211126d454fa5e) AuthConfig (ef053f26e53ded3e6a7aea795b304701a82dd3939fe7714efe9dffef169bbd7d) AuthConfig (626e0a2a362d54cd39c9e779807213b816beb0abdb372957fedc1cd238eec976) AuthConfig (56d8cc05496716d8f54cfd934b00278816bfaf849f92456aa453ce5dd863aa4b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"7f8e1c21-9ca3-438a-9a90-9d36563bc976","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:56.681177341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"67670a63-2c4c-4589-8cdf-3e78a0ce8d08","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:14:56.681200493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"67670a63-2c4c-4589-8cdf-3e78a0ce8d08","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.784699611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"c0aded9b-9000-4619-9b22-c55de75cf0be","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.840210911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"c0aded9b-9000-4619-9b22-c55de75cf0be","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:06.89479183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b2e795-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee41b59c0f1747fab72163a7848a8d805c0811b475954e7683737d3eb2fbd1f9) AuthConfig (75b76a8638c8daa71e62418d4be5e62fa26fa5b06876fed4b3be9ebb164de1ff) AuthConfig (cf89993f6400be5b8d0617cf1d802afbd5ce1d1fe709493738a54e822758b5d2) AuthConfig (73da0ab93d5876e11cf23320e6eda27ce80b4f2933a4d3eebfcaee0457eb8b01) AuthConfig (738a79807abfa57c1de52f1af00be14180efd0e658c0f3491b7b04d1b4e22150) AuthConfig (049b7e9ff533655256b9a301edc246dfc78278920dd5466bf6ed4a543d134f54) AuthConfig (49e0340eb9196ecc596d4e8366063f8373d69af863a8560c0a20dc48daf1e2f9) AuthConfig (d185318c238a98462eb441de95abca48957ad8c0932255e4d70b4d2b062fadad) AuthConfig (e18a31b056048f3a5d9dd711ddea4af145a13c05adebf610e8b193629d569a9c) AuthConfig (480182bc9fe4b87544aea29a411b84d3b8d1ee06547afff760e88f1b9dcacd57) AuthConfig (94ad3d3aa5ea89ea638ae89cdce9e86dd6548c0950093844f49a0f16fc65f513) AuthConfig (0f2a6320b1f4999cff570ecd755356e5026652ffa3a38668a371e2cc743ff6d3) AuthConfig (4031de7b9862dc26c3012bf23f829e0c7634cb49d1bb8493fea2019fe0e46552) AuthConfig (2dc69b71f08d5275d2d848e8ca16e436e07087de929c5f817ef7a4ebb8a46d9b) AuthConfig (45d60dceea477cd726c024dc06e5aea709352073df62f3a6f9211126d454fa5e) AuthConfig (ef053f26e53ded3e6a7aea795b304701a82dd3939fe7714efe9dffef169bbd7d) AuthConfig (626e0a2a362d54cd39c9e779807213b816beb0abdb372957fedc1cd238eec976) AuthConfig (56d8cc05496716d8f54cfd934b00278816bfaf849f92456aa453ce5dd863aa4b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"c0aded9b-9000-4619-9b22-c55de75cf0be","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:13.953427208Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:17.094613715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"bf88d339-c8a5-4684-b6d3-294422f7a3d7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:17.151541357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"bf88d339-c8a5-4684-b6d3-294422f7a3d7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:17.206112449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b2e795-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee41b59c0f1747fab72163a7848a8d805c0811b475954e7683737d3eb2fbd1f9) AuthConfig (75b76a8638c8daa71e62418d4be5e62fa26fa5b06876fed4b3be9ebb164de1ff) AuthConfig (cf89993f6400be5b8d0617cf1d802afbd5ce1d1fe709493738a54e822758b5d2) AuthConfig (73da0ab93d5876e11cf23320e6eda27ce80b4f2933a4d3eebfcaee0457eb8b01) AuthConfig (738a79807abfa57c1de52f1af00be14180efd0e658c0f3491b7b04d1b4e22150) AuthConfig (049b7e9ff533655256b9a301edc246dfc78278920dd5466bf6ed4a543d134f54) AuthConfig (49e0340eb9196ecc596d4e8366063f8373d69af863a8560c0a20dc48daf1e2f9) AuthConfig (d185318c238a98462eb441de95abca48957ad8c0932255e4d70b4d2b062fadad) AuthConfig (e18a31b056048f3a5d9dd711ddea4af145a13c05adebf610e8b193629d569a9c) AuthConfig (480182bc9fe4b87544aea29a411b84d3b8d1ee06547afff760e88f1b9dcacd57) AuthConfig (94ad3d3aa5ea89ea638ae89cdce9e86dd6548c0950093844f49a0f16fc65f513) AuthConfig (0f2a6320b1f4999cff570ecd755356e5026652ffa3a38668a371e2cc743ff6d3) AuthConfig (4031de7b9862dc26c3012bf23f829e0c7634cb49d1bb8493fea2019fe0e46552) AuthConfig (2dc69b71f08d5275d2d848e8ca16e436e07087de929c5f817ef7a4ebb8a46d9b) AuthConfig (45d60dceea477cd726c024dc06e5aea709352073df62f3a6f9211126d454fa5e) AuthConfig (ef053f26e53ded3e6a7aea795b304701a82dd3939fe7714efe9dffef169bbd7d) AuthConfig (626e0a2a362d54cd39c9e779807213b816beb0abdb372957fedc1cd238eec976) AuthConfig (56d8cc05496716d8f54cfd934b00278816bfaf849f92456aa453ce5dd863aa4b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"bf88d339-c8a5-4684-b6d3-294422f7a3d7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.310127292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"d3e92c37-ec1d-4f13-bc37-1dff1b25db4a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.366006594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"d3e92c37-ec1d-4f13-bc37-1dff1b25db4a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.631553542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"6d6a4740-47d9-4480-b5a4-d409fd696cc1","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:27.631573742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"6d6a4740-47d9-4480-b5a4-d409fd696cc1","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:32.763639325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"6fc5cbc5-6169-4a02-b83b-665c62100242","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:32.763668882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"6fc5cbc5-6169-4a02-b83b-665c62100242","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:32.820047354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"1632bf3e-818f-4932-b829-bbf091c8498a","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:32.820065389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"1632bf3e-818f-4932-b829-bbf091c8498a","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:32.923019215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"f64d5c15-7097-4c6c-8541-2e849b30bf45","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:33.045196002Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"f64d5c15-7097-4c6c-8541-2e849b30bf45","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:33.099683656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-904a34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"f64d5c15-7097-4c6c-8541-2e849b30bf45","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:33.155856954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"0245d180-7cd6-4f17-839a-5f5abc51f988","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:33.155877057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"0245d180-7cd6-4f17-839a-5f5abc51f988","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:43.259656854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"427a52e9-a540-43c0-a6c7-0e1b4ece9b8e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:43.31600233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"427a52e9-a540-43c0-a6c7-0e1b4ece9b8e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:43.371157229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-904a34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"427a52e9-a540-43c0-a6c7-0e1b4ece9b8e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:43.953154171Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:48.615757479Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-access","reconcileID":"4ab492d4-c9a2-4a20-9da6-d295ee9f84d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:48.615894283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"44f66196-b05b-4b68-8d7a-3a4021719900","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:48.783765082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"29270535-44a0-4c1f-81fa-d5264d7a2b52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:48.824059304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"520fedfb-b5f7-4201-afa0-1927a9e5a421","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:48.840399126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"29270535-44a0-4c1f-81fa-d5264d7a2b52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:48.888631774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"06dd8071-1480-4050-b7a1-c092835339c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:48.984898545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"9ff3bfea-3adf-43a8-9d39-5b84918823fb","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:49.151464444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"ddde87e9-16d1-4457-b3cc-21d85c625e65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:49.207339447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"ddde87e9-16d1-4457-b3cc-21d85c625e65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.338174947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517c8f7c-bfc5-4199-a809-b2a30212e648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.390375347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517c8f7c-bfc5-4199-a809-b2a30212e648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.442447606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517c8f7c-bfc5-4199-a809-b2a30212e648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:52.494689604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517c8f7c-bfc5-4199-a809-b2a30212e648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:53.486526553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"18618bbc-ae79-4f20-973c-d8f23e5e2835","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:53.594294025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"18618bbc-ae79-4f20-973c-d8f23e5e2835","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:53.650470483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-904a34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (02a1ea1747001eb60d22db404bf5dec232ab118ce9a7bd9695cac71db0bf2dc5) AuthConfig (30f317ec6520e87670f32310fc3a5947f86add77269d9dba6147b1faff427d04) AuthConfig (0652014e97720fb6eadfc58a501a1f0f8d66ee322cd57f4093da70b6de599d8e) AuthConfig (a1ee8e5778611e3366417d0d31d089b7552cecf49091fa64832f5a11a83bcc19) AuthConfig (747c786aee4eab68505f2939776d1fa49dce592faf17b80d5a7ded769b7873a2) AuthConfig (3c46f61ccd5a566474805939e79c5ab941eb39e1b27ccef9d951c500ac7c88d8) AuthConfig (e5d6bb7c6ca7228cb2c6b13f718530f88e3307bde937394ff9f7de612e7c6a41) AuthConfig (766a53875a4a1dbe531966dfae963e03def5aeced631464f6f11b4d6443f3195) AuthConfig (e328f64d397d50474e08f91c7885e7d95d259dbeae49e18b67bf2a6b28e28f1d) AuthConfig (7260edfa387a6c4e81e6a1b376507f99fbc7c1366a7a2215449f41ede344d3fb) AuthConfig (d3967b80930be03cc0fd5e6fe9ef1a2a5408e5ff91c6e8bb40ab97ba8aaa8f08) AuthConfig (2b33884d5f84156914a8e15fdc10695a2012a05b24b09262fb2d48b3798dea8b) AuthConfig (d865a6260cdbd519494b309c6c21757a97d59163d15d19a664b48a6a20873c10) AuthConfig (6bc8c57eaa8e273134c90e01a85e8d012a2543054b84750a77e8a516ae870f26) AuthConfig (012a241f4bcd9e24373a3875a03c7550daba9772096eae192f84cf8d3bed3f23) AuthConfig (f5595abe78419b1302007e24d9a338c574cef972a8c2ebe7f745a1a14154a3fc) AuthConfig (c2b95af5e408f00f1f848b2672e04dcc1c87a880544b5999cad4b6a70d0fdc3f) AuthConfig (3f1e8da2a0097d612031076ac018f78be1333b58764117c1edcf0ab1f40c8c6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"18618bbc-ae79-4f20-973c-d8f23e5e2835","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:53.711121133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"04a815e7-cc73-4094-b210-447316ae802b","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:53.711141471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"04a815e7-cc73-4094-b210-447316ae802b","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:54.424454057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d5ca6a-7f76-4ae2-8e6a-8dcf4c18142d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:54.476140294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d5ca6a-7f76-4ae2-8e6a-8dcf4c18142d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:54.527783739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d5ca6a-7f76-4ae2-8e6a-8dcf4c18142d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:54.579590002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d5ca6a-7f76-4ae2-8e6a-8dcf4c18142d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.158207386Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"dbe56f34-2aaf-458b-9d93-11e04a97af4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.210612553Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"dbe56f34-2aaf-458b-9d93-11e04a97af4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.262608348Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"simulator-subscription","reconcileID":"dbe56f34-2aaf-458b-9d93-11e04a97af4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/simulator-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.644664428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"7dded64e-d12c-4548-a684-3df6caaa8bdd","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.749652067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"4df43e11-dd58-4967-880d-b87feabc3108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:15:59.804545775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"4df43e11-dd58-4967-880d-b87feabc3108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:00.763345467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"0ce9dfcd-6d0e-4eda-a758-e56c4395b98d","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.093800233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"c497a78f-69ef-4e27-8f45-1276e44cc567","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.422892143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"bf0f29ff-92de-4885-bc6c-7f5aa1703a91","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.604571822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"45d44c36-0ef7-4bbb-bd3a-52e044b8e9ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.657566707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"e0267c0a-bb67-412e-9c54-8862cd0e81f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.661186023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"45d44c36-0ef7-4bbb-bd3a-52e044b8e9ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.76002485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"5bb0c095-e4b5-4fc4-a8d8-c78fcf7e1f1c","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:01.821573087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"20066538-002a-44e3-a1bb-314297ec9ca5","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:02.029097368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"91150bce-d522-4f1b-872a-2d23272f4e7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.814617587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"322ad53e-9152-4841-8ef7-a345680d33bf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.87129393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"322ad53e-9152-4841-8ef7-a345680d33bf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.894925224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"cb0ee245-61c2-4057-84f8-218ed46c467b","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.894955632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"cb0ee245-61c2-4057-84f8-218ed46c467b","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"rate-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"rate-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:03.925433645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-904a34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (02a1ea1747001eb60d22db404bf5dec232ab118ce9a7bd9695cac71db0bf2dc5) AuthConfig (30f317ec6520e87670f32310fc3a5947f86add77269d9dba6147b1faff427d04) AuthConfig (0652014e97720fb6eadfc58a501a1f0f8d66ee322cd57f4093da70b6de599d8e) AuthConfig (a1ee8e5778611e3366417d0d31d089b7552cecf49091fa64832f5a11a83bcc19) AuthConfig (747c786aee4eab68505f2939776d1fa49dce592faf17b80d5a7ded769b7873a2) AuthConfig (3c46f61ccd5a566474805939e79c5ab941eb39e1b27ccef9d951c500ac7c88d8) AuthConfig (e5d6bb7c6ca7228cb2c6b13f718530f88e3307bde937394ff9f7de612e7c6a41) AuthConfig (766a53875a4a1dbe531966dfae963e03def5aeced631464f6f11b4d6443f3195) AuthConfig (e328f64d397d50474e08f91c7885e7d95d259dbeae49e18b67bf2a6b28e28f1d) AuthConfig (7260edfa387a6c4e81e6a1b376507f99fbc7c1366a7a2215449f41ede344d3fb) AuthConfig (d3967b80930be03cc0fd5e6fe9ef1a2a5408e5ff91c6e8bb40ab97ba8aaa8f08) AuthConfig (2b33884d5f84156914a8e15fdc10695a2012a05b24b09262fb2d48b3798dea8b) AuthConfig (d865a6260cdbd519494b309c6c21757a97d59163d15d19a664b48a6a20873c10) AuthConfig (6bc8c57eaa8e273134c90e01a85e8d012a2543054b84750a77e8a516ae870f26) AuthConfig (012a241f4bcd9e24373a3875a03c7550daba9772096eae192f84cf8d3bed3f23) AuthConfig (f5595abe78419b1302007e24d9a338c574cef972a8c2ebe7f745a1a14154a3fc) AuthConfig (c2b95af5e408f00f1f848b2672e04dcc1c87a880544b5999cad4b6a70d0fdc3f) AuthConfig (3f1e8da2a0097d612031076ac018f78be1333b58764117c1edcf0ab1f40c8c6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"322ad53e-9152-4841-8ef7-a345680d33bf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:05.553930598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"e8fdbe56-f73a-4051-9e72-5fc07804d777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:05.584367295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"0745d5c5-7995-4285-b025-4b7ac7e4aef1","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:05.609398887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"e8fdbe56-f73a-4051-9e72-5fc07804d777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:05.658275494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"fac413cd-5f0a-4099-bf85-642a56188a47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:05.692463843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"ec97bf98-4a59-48ec-9acc-d9a621879669","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:05.811740683Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"b6dcb7cf-0ad6-4854-80ea-d96dc71d5f4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:05.870509332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"b2998fa4-6aaf-45d6-a0b4-917428909c1a","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:05.922492006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"de87500a-b322-4e22-ad7f-61f3f19a268e","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:05.922694187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"6dbef3a5-f78b-41da-afce-58693a903b59","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:05.92289355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"9bf930a9-af13-4fcf-8f81-3ef41b20add3","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:05.973936712Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"9a05aba2-2336-490d-9991-0f6f4c702c8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-29661110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:06.068318946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"b6dcb7cf-0ad6-4854-80ea-d96dc71d5f4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:06.194683005Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"b6dcb7cf-0ad6-4854-80ea-d96dc71d5f4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"e2e-worker-w0-ebeeb9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:06.194706559Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-access","reconcileID":"b6dcb7cf-0ad6-4854-80ea-d96dc71d5f4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:06.298130588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"f3330336-6df8-4b9c-838d-558a2316fea6","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:06.808140307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e86f8f6b-eae2-4a00-a968-5b5ed031c28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:06.85994239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e86f8f6b-eae2-4a00-a968-5b5ed031c28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:06.911958206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e86f8f6b-eae2-4a00-a968-5b5ed031c28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:06.963876716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e86f8f6b-eae2-4a00-a968-5b5ed031c28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:08.909290461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7a60fe9-a20a-4760-af1a-6564dde576f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:08.961274011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7a60fe9-a20a-4760-af1a-6564dde576f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.012989069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7a60fe9-a20a-4760-af1a-6564dde576f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.065137197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7a60fe9-a20a-4760-af1a-6564dde576f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.36734781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"85725ad8-b418-4931-9d4f-11c74835af73","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.36737513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"85725ad8-b418-4931-9d4f-11c74835af73","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"rate-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"rate-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.425473722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"ebaef040-a887-4ed7-adce-87772a3dcaa8","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.425506863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"ebaef040-a887-4ed7-adce-87772a3dcaa8","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"rate-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"rate-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.536988561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"91694a82-22c1-4a64-a1f5-4a2145720047","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.669508901Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"91694a82-22c1-4a64-a1f5-4a2145720047","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.731114634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-fce94b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"91694a82-22c1-4a64-a1f5-4a2145720047","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.795674945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"7de4ff30-6fa1-43ee-93e8-bc858d941a39","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:09.796114404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"7de4ff30-6fa1-43ee-93e8-bc858d941a39","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"rate-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"rate-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.031559281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b04f45-7535-4337-afe1-409762eff0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.084553568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b04f45-7535-4337-afe1-409762eff0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.136708403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b04f45-7535-4337-afe1-409762eff0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:11.188737411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b04f45-7535-4337-afe1-409762eff0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:13.056182851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c93942b-a20b-42b3-8610-fea4f9eabf2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:13.107974425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c93942b-a20b-42b3-8610-fea4f9eabf2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:13.15994218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c93942b-a20b-42b3-8610-fea4f9eabf2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:13.21184935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c93942b-a20b-42b3-8610-fea4f9eabf2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:13.959013797Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:14.030513865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"cb34907e-968c-4058-9344-f818aa1e4985","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:14.09313443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"cb34907e-968c-4058-9344-f818aa1e4985","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:14.147687318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-904a34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (02a1ea1747001eb60d22db404bf5dec232ab118ce9a7bd9695cac71db0bf2dc5) AuthConfig (30f317ec6520e87670f32310fc3a5947f86add77269d9dba6147b1faff427d04) AuthConfig (0652014e97720fb6eadfc58a501a1f0f8d66ee322cd57f4093da70b6de599d8e) AuthConfig (a1ee8e5778611e3366417d0d31d089b7552cecf49091fa64832f5a11a83bcc19) AuthConfig (747c786aee4eab68505f2939776d1fa49dce592faf17b80d5a7ded769b7873a2) AuthConfig (3c46f61ccd5a566474805939e79c5ab941eb39e1b27ccef9d951c500ac7c88d8) AuthConfig (e5d6bb7c6ca7228cb2c6b13f718530f88e3307bde937394ff9f7de612e7c6a41) AuthConfig (766a53875a4a1dbe531966dfae963e03def5aeced631464f6f11b4d6443f3195) AuthConfig (e328f64d397d50474e08f91c7885e7d95d259dbeae49e18b67bf2a6b28e28f1d) AuthConfig (7260edfa387a6c4e81e6a1b376507f99fbc7c1366a7a2215449f41ede344d3fb) AuthConfig (d3967b80930be03cc0fd5e6fe9ef1a2a5408e5ff91c6e8bb40ab97ba8aaa8f08) AuthConfig (2b33884d5f84156914a8e15fdc10695a2012a05b24b09262fb2d48b3798dea8b) AuthConfig (d865a6260cdbd519494b309c6c21757a97d59163d15d19a664b48a6a20873c10) AuthConfig (6bc8c57eaa8e273134c90e01a85e8d012a2543054b84750a77e8a516ae870f26) AuthConfig (012a241f4bcd9e24373a3875a03c7550daba9772096eae192f84cf8d3bed3f23) AuthConfig (f5595abe78419b1302007e24d9a338c574cef972a8c2ebe7f745a1a14154a3fc) AuthConfig (c2b95af5e408f00f1f848b2672e04dcc1c87a880544b5999cad4b6a70d0fdc3f) AuthConfig (3f1e8da2a0097d612031076ac018f78be1333b58764117c1edcf0ab1f40c8c6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"cb34907e-968c-4058-9344-f818aa1e4985","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.088696629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e3a054-fbea-4ad7-8f88-a37d58cabde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.141223719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e3a054-fbea-4ad7-8f88-a37d58cabde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.193067242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e3a054-fbea-4ad7-8f88-a37d58cabde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.244962253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e3a054-fbea-4ad7-8f88-a37d58cabde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.923400248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"6bb96ed0-2d71-470b-940f-c9d7fd2d8249","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.923699868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"b5be44f0-13a9-4618-9a68-6d56f0be88e3","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:15.923923359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"adc919fe-1739-40ce-9373-c19f287f0b9e","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:16.026730781Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"e402995f-0c9b-4d85-b529-abc623f13429","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:16.079184566Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"e402995f-0c9b-4d85-b529-abc623f13429","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:16.130934863Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"premium-simulator-subscription","reconcileID":"e402995f-0c9b-4d85-b529-abc623f13429","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"name":"maas-trlp-premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9","model":"e2e-models-e2e-worker-w0-ebeeb9/premium-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:16.301069261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"7d3aaf91-2abd-4506-a117-b6aca4c6a60f","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:16.404584122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"fc8752b0-f8b2-407d-8be0-0fa3e3422af2","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.901280425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"8fb4d363-a2bc-4bd9-ab8a-381e5d9c61b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:19.956855008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"8fb4d363-a2bc-4bd9-ab8a-381e5d9c61b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:20.012057658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-fce94b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"8fb4d363-a2bc-4bd9-ab8a-381e5d9c61b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.252166104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"7bf88683-27ec-40ae-ae12-f56a49b58fbd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.308649192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"7bf88683-27ec-40ae-ae12-f56a49b58fbd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.622465945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"cd8a39d1-92a2-43de-b02c-7fe87fbe750a","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:24.62248699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"cd8a39d1-92a2-43de-b02c-7fe87fbe750a","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.924079623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-2-w0-ebeeb9","reconcileID":"1270f132-cfba-48b4-a489-83122ff4e16e","MaaSModelRef":{"name":"distinct-2-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-2-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-2-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.92444576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"distinct-w0-ebeeb9","reconcileID":"2b25ac22-49df-43a2-9077-677b6d04b2f8","MaaSModelRef":{"name":"distinct-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"distinct-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"distinct-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:25.924664485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"simulator-w0-ebeeb9","reconcileID":"b0d7840f-deb3-4c5c-aeed-23f863d0ba40","MaaSModelRef":{"name":"simulator-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"simulator-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"simulator-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:26.405071396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"namespace":"e2e-models-e2e-worker-w0-ebeeb9","name":"premium-w0-ebeeb9","reconcileID":"1246d1f2-8a1d-4fba-8148-1521e7ee77e3","MaaSModelRef":{"name":"premium-w0-ebeeb9","namespace":"e2e-models-e2e-worker-w0-ebeeb9"},"routeName":"premium-w0-ebeeb9-kserve-route","namespace":"e2e-models-e2e-worker-w0-ebeeb9","llmisvcName":"premium-w0-ebeeb9","gateway":"openshift-ingress/e2e-worker-w0-ebeeb9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.115610406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"74727c52-fb45-43be-b821-3b3ed7d5263a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.170747444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"74727c52-fb45-43be-b821-3b3ed7d5263a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.194206067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"0ea45a12-a29a-45a9-82f8-90ad4f3f7d1f","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.194224353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"0ea45a12-a29a-45a9-82f8-90ad4f3f7d1f","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.225496243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-fce94b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"74727c52-fb45-43be-b821-3b3ed7d5263a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.251637864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"9e0ae2bf-dba4-45c8-85cc-14a97292671f","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.251729899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"9e0ae2bf-dba4-45c8-85cc-14a97292671f","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.296939046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"56649c28-f726-48f4-8d61-c93676290e33","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:16:30.304129631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-shared-sub-9a5e0a","reconcileID":"8901631f-b8c9-47ac-978c-ea90776018ad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-9a5e0a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:16:30.304658117Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"9e0ae2bf-dba4-45c8-85cc-14a97292671f","name":"sub-test-model-b2e795","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-b2e795\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:16:30.304706313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"9e0ae2bf-dba4-45c8-85cc-14a97292671f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-b2e795\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.310076553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"07c1ce12-e716-48c6-8ea8-3078d570a2f5","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.310093007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"07c1ce12-e716-48c6-8ea8-3078d570a2f5","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.352195331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"56649c28-f726-48f4-8d61-c93676290e33","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.458262448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"faa8c17a-58a6-4248-95d5-41b127be734a","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.458282034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"faa8c17a-58a6-4248-95d5-41b127be734a","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.517212147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"16d2212d-c451-4985-a936-3eae3ea31c5d","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.517253374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"16d2212d-c451-4985-a936-3eae3ea31c5d","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.519151332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"3f241c94-35dd-44c4-bf20-c219650b549a","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.519181291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"3f241c94-35dd-44c4-bf20-c219650b549a","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:16:30.566769624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-shared-sub-9a5e0a","reconcileID":"d2638b59-6a31-490f-a917-6c0e5e6605b9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-9a5e0a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.569045378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"d355ff60-adda-44a1-8a85-e5058a67a302","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.569816475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"5ebe78d0-ee84-4e4b-817a-d29712fe6d26","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.569872811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"5ebe78d0-ee84-4e4b-817a-d29712fe6d26","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.62469056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"d355ff60-adda-44a1-8a85-e5058a67a302","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.667309153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"2d492e80-f494-4866-833f-be157b084133","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.673761774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"eb072257-b337-445c-b00a-eaf0687ba165","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.673779189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"eb072257-b337-445c-b00a-eaf0687ba165","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.722460219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"2d492e80-f494-4866-833f-be157b084133","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.730146964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"3698b6a2-b7b4-4f4f-9c78-591c315ac8ab","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.730165007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"3698b6a2-b7b4-4f4f-9c78-591c315ac8ab","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.730694769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"ecb70a6e-b61a-468b-b066-f0d874a54fae","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.730715729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"ecb70a6e-b61a-468b-b066-f0d874a54fae","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.800191115Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-shared-sub-9a5e0a","reconcileID":"e2634c2e-3b07-4ae5-a464-ea87507579b2","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"sub-test-model-b2e795","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-b2e795/e2e-shared-sub-9a5e0a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.800609144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"3f5dc0ec-b293-49e1-b395-7c25c5cf01c3","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.800630035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"3f5dc0ec-b293-49e1-b395-7c25c5cf01c3","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:16:30.848859725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-a-only-9a5e0a","reconcileID":"5feb0203-214f-486d-86fc-6a070aa45cfa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-9a5e0a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.952757852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"4c49143b-f806-4f83-95d7-01c1c7acdfec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.961197481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"cda3c4b8-7eea-4653-abbb-38a168dff040","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.961312747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"cda3c4b8-7eea-4653-abbb-38a168dff040","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.962665127Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-shared-sub-9a5e0a","reconcileID":"1c785ae4-ba54-491f-afb8-98f218a6de8b","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"sub-test-model-904a34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-904a34/e2e-shared-sub-9a5e0a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.970934953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"93c12bb1-604f-4c5f-b600-cf2654406579","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:30.972050196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"93c12bb1-604f-4c5f-b600-cf2654406579","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.021936998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"8f25fedb-abdd-4a30-95df-45cf2f809532","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.022033677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"8f25fedb-abdd-4a30-95df-45cf2f809532","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.022618871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"617b97c9-0f10-4bef-82f4-589edc029036","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.02267189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"617b97c9-0f10-4bef-82f4-589edc029036","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.023532635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"4c49143b-f806-4f83-95d7-01c1c7acdfec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.052895642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"f5e33d4a-7849-42d7-8a84-4f714ed02099","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.083790383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"61c22f9e-d21d-4bb4-be3d-1397adbd8f25","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.083812048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"61c22f9e-d21d-4bb4-be3d-1397adbd8f25","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.109692307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"f5e33d4a-7849-42d7-8a84-4f714ed02099","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:16:31.131416446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-b-only-9a5e0a","reconcileID":"7fc856a5-d58a-496a-9f7b-6c2e8d398db9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-9a5e0a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.141621428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"8db42bda-a672-4f8e-bea5-30ada107f6cc","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.14164209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"8db42bda-a672-4f8e-bea5-30ada107f6cc","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.241854895Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-shared-sub-9a5e0a","reconcileID":"9caeaf30-23d3-422c-9856-95ed71e20ad2","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-b2e795/e2e-a-only-9a5e0a","ai-tenant-e2e-shared-a-w1-b2e795/e2e-shared-sub-9a5e0a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.281691696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-a-only-9a5e0a","reconcileID":"a072ca44-8cd4-411b-9f88-712e527922f1","MaaSSubscription":{"name":"e2e-a-only-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.398386906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"63376014-4dfb-41b0-9ce0-d7fa02e6d179","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.451764895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"3931cb02-d88b-4f7b-b91f-587db27e5715","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.451792202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"3931cb02-d88b-4f7b-b91f-587db27e5715","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.454277895Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-shared-sub-9a5e0a","reconcileID":"27289fb5-404b-4c39-82b9-e3ad15728c3e","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-904a34/e2e-b-only-9a5e0a","ai-tenant-e2e-shared-b-w1-904a34/e2e-shared-sub-9a5e0a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.459728369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"63376014-4dfb-41b0-9ce0-d7fa02e6d179","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.512474471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-b-only-9a5e0a","reconcileID":"963bfdb7-b3d9-4696-9ecd-8a76a60c1dd8","MaaSSubscription":{"name":"e2e-b-only-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.51543436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"ce4fbadd-945f-4773-bbe1-85d21a647183","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.51545157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"ce4fbadd-945f-4773-bbe1-85d21a647183","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.608402591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-shared-sub-9a5e0a","reconcileID":"049c5f22-44f7-4fcc-b8ef-3b5bfe913510","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.719082211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"605c7b66-6198-4c55-a2cd-c58fef8b37ab","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.719104192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"605c7b66-6198-4c55-a2cd-c58fef8b37ab","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.724386528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-a-only-9a5e0a","reconcileID":"680119e2-3ba5-41a5-9b94-ace898555c5a","MaaSSubscription":{"name":"e2e-a-only-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.824624726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-shared-sub-9a5e0a","reconcileID":"8b497a81-44f6-410d-ba35-a073f9cde06c","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:31.924985635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-b-only-9a5e0a","reconcileID":"e3e3c279-c171-4592-8c3f-ab03e97f6bd2","MaaSSubscription":{"name":"e2e-b-only-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:32.957542066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"ee4af112-407b-4dc0-aa50-7a453b580ef5","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:32.957658666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"ee4af112-407b-4dc0-aa50-7a453b580ef5","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:40.329356009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"ed2923b1-7bc0-4e73-9db4-51bfdfb28262","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:40.384684016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"ed2923b1-7bc0-4e73-9db4-51bfdfb28262","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:40.438967017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-fce94b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"ed2923b1-7bc0-4e73-9db4-51bfdfb28262","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:43.979787869Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:47.66019154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-b-only-9a5e0a","reconcileID":"a8e87b1b-9587-475a-a434-6ba95cb3e8e8","MaaSSubscription":{"name":"e2e-b-only-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:47.667916393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-shared-sub-9a5e0a","reconcileID":"2b7b63b3-5536-48d2-8ef8-f210314ea523","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:47.825545077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"10b08e45-5ee6-4095-b643-67593a3e885d","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:47.825564381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"10b08e45-5ee6-4095-b643-67593a3e885d","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:47.83227925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"f83b5520-5f49-488b-ac0a-b479b9f90272","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:47.832293665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"f83b5520-5f49-488b-ac0a-b479b9f90272","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:48.250851999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-shared-sub-9a5e0a","reconcileID":"caa384cb-87b8-45d2-8221-038abef74c9e","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:48.250857147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-a-only-9a5e0a","reconcileID":"30cddf72-342a-487c-b7b8-36295e6e3120","MaaSSubscription":{"name":"e2e-a-only-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:48.414858655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"3b5bb1c0-3b7b-4a91-92bd-7f9c4215c638","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:48.414878532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"3b5bb1c0-3b7b-4a91-92bd-7f9c4215c638","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:48.417451982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"265fdeb2-25fa-461f-a906-47f418222487","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:48.417467164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"265fdeb2-25fa-461f-a906-47f418222487","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:49.21529612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"d5b9ae25-cec4-476b-a516-8c85e8b924f3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:49.271206231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"d5b9ae25-cec4-476b-a516-8c85e8b924f3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:49.621111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"e208d24f-a147-4844-8e05-c75db127efad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:49.676631772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"e208d24f-a147-4844-8e05-c75db127efad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:50.542952409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"8f2aecc8-f16b-4b41-a25e-a127296a5eeb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:50.602908507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"8f2aecc8-f16b-4b41-a25e-a127296a5eeb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:50.656909747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-fce94b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (495c3250669703c692a01b1f1f227503f0011facf13d22328e22b03c30cc27be) AuthConfig (9b4d53c641625d2512eb7cd7e90408fa1465a1189549fef6c57dd5b3d911cdc3) AuthConfig (6a8d437acbf7884eb83c3131b2292e57f35603ada4ff6b7544801a54966de91d) AuthConfig (b165fb3d4e4a250924fd90852d516de37c254b440b4d04764465f057029d53c9) AuthConfig (1330badbdc516593948b3cd12051eab154ae65c5caedd90b7900d2442240a93b) AuthConfig (8d086be5c05dd199f6521be4224f3a19d8ce8d1401cf3973d1dc111efa3f32ec) AuthConfig (79253b7d8cd02341944f166a8fdff100072644f560e9e95a5dea69edc9724f09) AuthConfig (1e8f9bccf7b4b68570ae25227c450e992f414814a020d5f937992203d1024051) AuthConfig (230223cc0908c2648a0d8a1d2560778a4e9fb3d0a7b8b5eaab7ca37f07eb1ed1) AuthConfig (c786717dd508edd2da5ef144fc1c729331e5d81a80b1d81a6313355eafb598c3) AuthConfig (df2a568d633de6072dfdc717facdeaa9e976f7aef9fddd0f6af0a14bd979446e) AuthConfig (fa56fc16311f680a916c48d379018fb20036fe565f104fadce4062fbccd43fa4) AuthConfig (5d4a16b493f70d5219576701e18fe7f9c8601b570a85a5f1642d7e3d12afdda9) AuthConfig (d86d3b13c0e84a3eb635d3a6369cfab5f57fe161ba72cac06499140981983d47) AuthConfig (d4e3c6b8aef43fab5d332e969762faeb22a8501bd0a90cc84e887d6e3c4f2cbc) AuthConfig (127206f294cd935d9c202acc54a305f25cf163bb3326acc8f6bbf01ce346d7b6) AuthConfig (688ac1ec134d9133dded8d0014fd2bd8267d284f2949f636f586c99e4f2c5efb) AuthConfig (28edb52d5a0b52862ed977b5188cfbb97e8a9347461fb35d34648c33e38765b1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"8f2aecc8-f16b-4b41-a25e-a127296a5eeb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:50.714099241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"661c198d-b90d-4407-99e9-f7c8f489d4f0","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:50.714116618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"661c198d-b90d-4407-99e9-f7c8f489d4f0","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"rate-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"rate-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:51.285195967Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"949f3873-179c-4ed5-a7be-6a1e05990493","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:51.285251474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"bdee882c-03a9-4912-8fb3-2ca7fdc40481","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:51.285264602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"bdee882c-03a9-4912-8fb3-2ca7fdc40481","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:51.488555799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"949f3873-179c-4ed5-a7be-6a1e05990493","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:51.55195844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-a-only-9a5e0a","reconcileID":"9fef70b9-3547-4c37-ab68-b83078030693","MaaSSubscription":{"name":"e2e-a-only-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:51.551962053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-shared-sub-9a5e0a","reconcileID":"87045576-d54d-479c-b9ca-605613f686e5","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:51.610287572Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"949f3873-179c-4ed5-a7be-6a1e05990493","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:51.610315879Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"949f3873-179c-4ed5-a7be-6a1e05990493","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:51.66560299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"7d2797f8-d9a1-47e4-85c9-d7dce9f6e72c","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:51.665622298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"7d2797f8-d9a1-47e4-85c9-d7dce9f6e72c","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:51.812836818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"0d2f9386-0fff-4104-812d-10a0339befae","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:51.812861029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"0d2f9386-0fff-4104-812d-10a0339befae","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:51.931140248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-a-only-9a5e0a","reconcileID":"7a3bd2b7-9219-4337-a0bb-7b4b47302acb","MaaSSubscription":{"name":"e2e-a-only-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:16:51.931183514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-shared-sub-9a5e0a","reconcileID":"037510b3-4d8d-488d-8d6b-980d48697efc","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.817810959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"8bb08775-6580-4a9f-88f7-d977beb52073","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.873420208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"8bb08775-6580-4a9f-88f7-d977beb52073","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:00.927681151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-fce94b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (495c3250669703c692a01b1f1f227503f0011facf13d22328e22b03c30cc27be) AuthConfig (9b4d53c641625d2512eb7cd7e90408fa1465a1189549fef6c57dd5b3d911cdc3) AuthConfig (6a8d437acbf7884eb83c3131b2292e57f35603ada4ff6b7544801a54966de91d) AuthConfig (b165fb3d4e4a250924fd90852d516de37c254b440b4d04764465f057029d53c9) AuthConfig (1330badbdc516593948b3cd12051eab154ae65c5caedd90b7900d2442240a93b) AuthConfig (8d086be5c05dd199f6521be4224f3a19d8ce8d1401cf3973d1dc111efa3f32ec) AuthConfig (79253b7d8cd02341944f166a8fdff100072644f560e9e95a5dea69edc9724f09) AuthConfig (1e8f9bccf7b4b68570ae25227c450e992f414814a020d5f937992203d1024051) AuthConfig (230223cc0908c2648a0d8a1d2560778a4e9fb3d0a7b8b5eaab7ca37f07eb1ed1) AuthConfig (c786717dd508edd2da5ef144fc1c729331e5d81a80b1d81a6313355eafb598c3) AuthConfig (df2a568d633de6072dfdc717facdeaa9e976f7aef9fddd0f6af0a14bd979446e) AuthConfig (fa56fc16311f680a916c48d379018fb20036fe565f104fadce4062fbccd43fa4) AuthConfig (5d4a16b493f70d5219576701e18fe7f9c8601b570a85a5f1642d7e3d12afdda9) AuthConfig (d86d3b13c0e84a3eb635d3a6369cfab5f57fe161ba72cac06499140981983d47) AuthConfig (d4e3c6b8aef43fab5d332e969762faeb22a8501bd0a90cc84e887d6e3c4f2cbc) AuthConfig (127206f294cd935d9c202acc54a305f25cf163bb3326acc8f6bbf01ce346d7b6) AuthConfig (688ac1ec134d9133dded8d0014fd2bd8267d284f2949f636f586c99e4f2c5efb) AuthConfig (28edb52d5a0b52862ed977b5188cfbb97e8a9347461fb35d34648c33e38765b1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"8bb08775-6580-4a9f-88f7-d977beb52073","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.198611017Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-shared-sub-9a5e0a","reconcileID":"c1c26db4-03f7-44db-b3a4-a939887c7996","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscription":"e2e-shared-sub-9a5e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.410896361Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-shared-sub-9a5e0a","reconcileID":"c1c26db4-03f7-44db-b3a4-a939887c7996","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-b2e795/e2e-a-only-9a5e0a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.618563767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-a-only-9a5e0a","reconcileID":"bcf51ec4-56e3-465d-ae08-66ea8d1f647d","MaaSSubscription":{"name":"e2e-a-only-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.671155118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"74de084c-b391-4a5f-9455-95dd936cc6ee","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.671179551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"74de084c-b391-4a5f-9455-95dd936cc6ee","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.813088844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"7f4f3a2e-13df-4cfd-8074-f530e5a5ca14","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:02.81310881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"7f4f3a2e-13df-4cfd-8074-f530e5a5ca14","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:11.032157211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"9b7325a0-ef8f-4545-99b1-bbbb8a6dcd42","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:11.088583494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"9b7325a0-ef8f-4545-99b1-bbbb8a6dcd42","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:11.14300141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-fce94b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (495c3250669703c692a01b1f1f227503f0011facf13d22328e22b03c30cc27be) AuthConfig (9b4d53c641625d2512eb7cd7e90408fa1465a1189549fef6c57dd5b3d911cdc3) AuthConfig (6a8d437acbf7884eb83c3131b2292e57f35603ada4ff6b7544801a54966de91d) AuthConfig (b165fb3d4e4a250924fd90852d516de37c254b440b4d04764465f057029d53c9) AuthConfig (1330badbdc516593948b3cd12051eab154ae65c5caedd90b7900d2442240a93b) AuthConfig (8d086be5c05dd199f6521be4224f3a19d8ce8d1401cf3973d1dc111efa3f32ec) AuthConfig (79253b7d8cd02341944f166a8fdff100072644f560e9e95a5dea69edc9724f09) AuthConfig (1e8f9bccf7b4b68570ae25227c450e992f414814a020d5f937992203d1024051) AuthConfig (230223cc0908c2648a0d8a1d2560778a4e9fb3d0a7b8b5eaab7ca37f07eb1ed1) AuthConfig (c786717dd508edd2da5ef144fc1c729331e5d81a80b1d81a6313355eafb598c3) AuthConfig (df2a568d633de6072dfdc717facdeaa9e976f7aef9fddd0f6af0a14bd979446e) AuthConfig (fa56fc16311f680a916c48d379018fb20036fe565f104fadce4062fbccd43fa4) AuthConfig (5d4a16b493f70d5219576701e18fe7f9c8601b570a85a5f1642d7e3d12afdda9) AuthConfig (d86d3b13c0e84a3eb635d3a6369cfab5f57fe161ba72cac06499140981983d47) AuthConfig (d4e3c6b8aef43fab5d332e969762faeb22a8501bd0a90cc84e887d6e3c4f2cbc) AuthConfig (127206f294cd935d9c202acc54a305f25cf163bb3326acc8f6bbf01ce346d7b6) AuthConfig (688ac1ec134d9133dded8d0014fd2bd8267d284f2949f636f586c99e4f2c5efb) AuthConfig (28edb52d5a0b52862ed977b5188cfbb97e8a9347461fb35d34648c33e38765b1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"9b7325a0-ef8f-4545-99b1-bbbb8a6dcd42","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.214641132Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.214694981Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.21474099Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","tenant":"e2e-shared-a-w3-e4c8b1","tenantID":"e2e-shared-a-w3-e4c8b1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.267844467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-e4c8b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.327028462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","gvk":"Service","name":"maas-api-e2e-shared-a-w3-e4c8b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.388073838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-e4c8b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.4416343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-e4c8b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.495642775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-e4c8b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.554986877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-e4c8b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.611169919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-e4c8b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.669974432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-e4c8b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.721405101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-e4c8b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.77245635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-e4c8b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.8239344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-e4c8b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.881902719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-e4c8b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.935324257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-e4c8b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.974877703Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-a-only-9a5e0a","reconcileID":"7485680d-b327-459a-b2f1-49713c069271","MaaSSubscription":{"name":"e2e-a-only-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscription":"e2e-a-only-9a5e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:12.987024144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-e4c8b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.027535971Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-a-only-9a5e0a","reconcileID":"7485680d-b327-459a-b2f1-49713c069271","MaaSSubscription":{"name":"e2e-a-only-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.040965798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-e4c8b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.079759518Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-a-only-9a5e0a","reconcileID":"7485680d-b327-459a-b2f1-49713c069271","MaaSSubscription":{"name":"e2e-a-only-9a5e0a","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.095403398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-e4c8b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.146624597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-e4c8b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.1978065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-e4c8b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.249289688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-e4c8b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.300627767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1"},"namespace":"ai-tenant-e2e-shared-a-w3-e4c8b1","name":"default-tenant","reconcileID":"52908b7e-5adc-4833-89a8-59365db6710e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-e4c8b1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.350550662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"8ff9e95f-4299-414d-90b9-ca815a7ed3f7","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.350579131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"8ff9e95f-4299-414d-90b9-ca815a7ed3f7","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.357218743Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","namespace":"ai-tenant-e2e-worker-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.357275851Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","namespace":"ai-tenant-e2e-worker-w0-ebeeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.357319708Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","tenant":"e2e-worker-w0-ebeeb9","tenantID":"e2e-worker-w0-ebeeb9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.410534543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","gvk":"Deployment","name":"maas-api-e2e-worker-w0-ebeeb9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.47017736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","gvk":"Service","name":"maas-api-e2e-worker-w0-ebeeb9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.525290508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-ebeeb9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.581505481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-ebeeb9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.654881146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-ebeeb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.655898928Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"b7647af3-a098-4cff-8cca-3a0a2a976418","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.656431017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"d8c9a520-6e8d-4b12-93ba-c4f432ed4932","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.656449073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"d8c9a520-6e8d-4b12-93ba-c4f432ed4932","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.710816347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-ebeeb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.766935601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-ebeeb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.826316378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-ebeeb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.862008103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"b7647af3-a098-4cff-8cca-3a0a2a976418","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.878416483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-ebeeb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.930164956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-ebeeb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.931652318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-b-only-9a5e0a","reconcileID":"6197124b-1796-4154-8341-54cf2a7a50bd","MaaSSubscription":{"name":"e2e-b-only-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.934135258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-shared-sub-9a5e0a","reconcileID":"578f5dca-f006-4213-aa12-57c4e1e284cb","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.957033824Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.981745005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","gvk":"Service","name":"payload-processing-e2e-worker-w0-ebeeb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.985342916Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"b7647af3-a098-4cff-8cca-3a0a2a976418","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:13.985368891Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"b7647af3-a098-4cff-8cca-3a0a2a976418","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.033453909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-ebeeb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.041192853Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"778f63d2-e7cf-4445-97fd-6fbd8c975ad2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.041747965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"c7157819-1512-48a5-ae5a-d847dfe01dbd","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.041766866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"c7157819-1512-48a5-ae5a-d847dfe01dbd","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.084972854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-ebeeb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.136645842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-ebeeb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.188024877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-ebeeb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.19539686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"5a16b028-400d-4804-a1bb-aaedab9fde83","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.195413622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"5a16b028-400d-4804-a1bb-aaedab9fde83","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.242811222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-ebeeb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.245914389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"778f63d2-e7cf-4445-97fd-6fbd8c975ad2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.293943236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-ebeeb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.302057957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"778f63d2-e7cf-4445-97fd-6fbd8c975ad2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.302075641Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"778f63d2-e7cf-4445-97fd-6fbd8c975ad2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.310672846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-shared-sub-9a5e0a","reconcileID":"87b95300-9dd2-4aba-8dd0-488a1dbb9475","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.310733611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-b-only-9a5e0a","reconcileID":"11e5e593-00fe-4bce-bf5d-bf4d2e7a9793","MaaSSubscription":{"name":"e2e-b-only-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.345031308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-ebeeb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:17:14.35397323Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-9a5e0a","reconcileID":"778f63d2-e7cf-4445-97fd-6fbd8c975ad2","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-9a5e0a\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.396584618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-ebeeb9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:14.447919421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ebeeb9"},"namespace":"ai-tenant-e2e-worker-w0-ebeeb9","name":"default-tenant","reconcileID":"e5ef56d7-f448-419a-adc1-e535def01ad0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-ebeeb9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:15.678019943Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-e4c8b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-e4c8b1","reconcileID":"b345ee0b-3d53-41f1-aa3a-f59c005a08aa","aitenant":"ai-tenants/e2e-shared-a-w3-e4c8b1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:16.211780629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81dfd117-5865-4f30-aab2-7376f8c472fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:16.263676431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81dfd117-5865-4f30-aab2-7376f8c472fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:16.315252001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81dfd117-5865-4f30-aab2-7376f8c472fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:16.367135105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81dfd117-5865-4f30-aab2-7376f8c472fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:16.477417877Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-e4c8b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-e4c8b1","reconcileID":"b345ee0b-3d53-41f1-aa3a-f59c005a08aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-e4c8b1","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-e4c8b1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:18.263669367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1abe175-7098-48fd-98ed-3d01fc997790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:18.315719347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1abe175-7098-48fd-98ed-3d01fc997790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:18.367353628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1abe175-7098-48fd-98ed-3d01fc997790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:18.419069914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1abe175-7098-48fd-98ed-3d01fc997790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:19.099476275Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-ebeeb9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-ebeeb9","reconcileID":"916a6f9b-ec9a-4739-a5a9-fd32b8704b50","aitenant":"ai-tenants/e2e-worker-w0-ebeeb9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:19.897482558Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-ebeeb9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-ebeeb9","reconcileID":"916a6f9b-ec9a-4739-a5a9-fd32b8704b50","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-ebeeb9","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-ebeeb9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:20.324789459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3941186b-6294-4678-88aa-21b3667ad65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:20.376916271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3941186b-6294-4678-88aa-21b3667ad65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:20.432515842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3941186b-6294-4678-88aa-21b3667ad65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:20.485079127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3941186b-6294-4678-88aa-21b3667ad65e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:21.246922592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"743b47c5-e25c-4251-bf03-3ac0df0f6e1d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:21.303020343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"743b47c5-e25c-4251-bf03-3ac0df0f6e1d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:21.615519026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"eeb50eec-5712-4e98-bd6a-1c2ed7836ce4","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:21.615538906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"eeb50eec-5712-4e98-bd6a-1c2ed7836ce4","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"rate-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"rate-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:22.354046743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01178e35-c03a-4220-8ec5-cadd3d516232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:22.406337727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01178e35-c03a-4220-8ec5-cadd3d516232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:22.458674962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01178e35-c03a-4220-8ec5-cadd3d516232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:22.510786773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01178e35-c03a-4220-8ec5-cadd3d516232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.418267837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e05b4bd-712a-4759-ae0b-b0e60ea93195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.470282675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e05b4bd-712a-4759-ae0b-b0e60ea93195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.525132908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e05b4bd-712a-4759-ae0b-b0e60ea93195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.577263875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e05b4bd-712a-4759-ae0b-b0e60ea93195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.628892456Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-shared-sub-9a5e0a","reconcileID":"546b08ba-30d8-492b-8e81-448ec29076d5","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscription":"e2e-shared-sub-9a5e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:24.845349038Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-shared-sub-9a5e0a","reconcileID":"546b08ba-30d8-492b-8e81-448ec29076d5","MaaSSubscription":{"name":"e2e-shared-sub-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-904a34/e2e-b-only-9a5e0a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:25.088020402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"f5de3da5-c457-43b7-9f3f-fc8f6507e2a7","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:25.088049275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"f5de3da5-c457-43b7-9f3f-fc8f6507e2a7","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:25.088023804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-b-only-9a5e0a","reconcileID":"5aa01c3b-b1f3-4612-9bce-59321ae79c06","MaaSSubscription":{"name":"e2e-b-only-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:25.362989004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"a2d91e59-962e-42de-a94c-968d4029e541","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:25.363109527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"a2d91e59-962e-42de-a94c-968d4029e541","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:26.516337589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd9fc6b-849d-4d3c-a3f2-80e17cd1f7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:26.567752293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd9fc6b-849d-4d3c-a3f2-80e17cd1f7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:26.61921067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd9fc6b-849d-4d3c-a3f2-80e17cd1f7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:26.671810089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd9fc6b-849d-4d3c-a3f2-80e17cd1f7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:26.949450727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"c3b9d244-0a02-4611-8d33-d11c15ffe999","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:26.949479162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"c3b9d244-0a02-4611-8d33-d11c15ffe999","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"rate-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"rate-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:27.0033069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"3f18e03c-bac9-4f32-a315-2a114a877530","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:27.003325482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"3f18e03c-bac9-4f32-a315-2a114a877530","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"rate-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"rate-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:27.105221523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"34b4adfb-4711-4591-801f-5506d5ecaac3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:27.224706439Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"34b4adfb-4711-4591-801f-5506d5ecaac3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:27.27880666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20f0a3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"34b4adfb-4711-4591-801f-5506d5ecaac3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:27.334502448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"8d2c3327-a2f9-4f3e-9d1f-87f23003999d","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:27.334524525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"8d2c3327-a2f9-4f3e-9d1f-87f23003999d","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"rate-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"rate-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:28.535832598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35e461ac-7be0-4ba6-b4e6-1e85a86c720d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:28.588033106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35e461ac-7be0-4ba6-b4e6-1e85a86c720d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:28.639903181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35e461ac-7be0-4ba6-b4e6-1e85a86c720d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:28.691783643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35e461ac-7be0-4ba6-b4e6-1e85a86c720d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.937735927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d3d4bb-a0dd-49a8-bfa2-5428b90da22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:31.989836023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d3d4bb-a0dd-49a8-bfa2-5428b90da22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.042264353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d3d4bb-a0dd-49a8-bfa2-5428b90da22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:32.096662685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d3d4bb-a0dd-49a8-bfa2-5428b90da22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:33.968447011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9840e49e-c04e-4dfd-abc2-0aa8d78fa2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:34.020687674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9840e49e-c04e-4dfd-abc2-0aa8d78fa2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:34.072385067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9840e49e-c04e-4dfd-abc2-0aa8d78fa2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:34.124272178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9840e49e-c04e-4dfd-abc2-0aa8d78fa2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:35.528213241Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-b-only-9a5e0a","reconcileID":"4018255a-6282-4b03-8e84-7c8c8c591c1f","MaaSSubscription":{"name":"e2e-b-only-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscription":"e2e-b-only-9a5e0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:35.580042086Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-b-only-9a5e0a","reconcileID":"4018255a-6282-4b03-8e84-7c8c8c591c1f","MaaSSubscription":{"name":"e2e-b-only-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:35.631721625Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-b-only-9a5e0a","reconcileID":"4018255a-6282-4b03-8e84-7c8c8c591c1f","MaaSSubscription":{"name":"e2e-b-only-9a5e0a","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:35.908396197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"72af84f3-3aa4-4da9-a44e-754e90a8c90b","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:35.908416538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"72af84f3-3aa4-4da9-a44e-754e90a8c90b","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:36.190776844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"f8e43856-a9d4-465b-8810-5dff8e7046aa","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:36.190799688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"f8e43856-a9d4-465b-8810-5dff8e7046aa","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:36.246963225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"6e284ca7-c71e-41b8-ac64-8950c805c9fa","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:36.246984353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"6e284ca7-c71e-41b8-ac64-8950c805c9fa","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:36.349326373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"795f8166-f935-434b-88b0-c886262e8657","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:36.470038938Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"795f8166-f935-434b-88b0-c886262e8657","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:36.524347258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b2e795-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"795f8166-f935-434b-88b0-c886262e8657","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:36.578804616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"cd444a8d-7b2e-4b90-bacf-2d63b99d21c1","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:36.578855338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"cd444a8d-7b2e-4b90-bacf-2d63b99d21c1","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:37.519528045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"16f8848c-af65-4b32-b77a-367d6ab2e32f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:37.575240782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"16f8848c-af65-4b32-b77a-367d6ab2e32f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:37.629497833Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20f0a3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"16f8848c-af65-4b32-b77a-367d6ab2e32f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.662270612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"f4d17d93-3b14-4b03-86fc-bf52c7934754","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.719414505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"f4d17d93-3b14-4b03-86fc-bf52c7934754","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:41.774411177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b2e795-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"f4d17d93-3b14-4b03-86fc-bf52c7934754","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:43.953215516Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:47.732579861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"604baf08-acd6-4f5b-84ea-4b011b454532","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:47.788618077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"604baf08-acd6-4f5b-84ea-4b011b454532","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:47.842446653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20f0a3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f9c5451229ebdfbcdcffc41e7efd9fb21673f7c77e9c12d00b658e0e8e3aaaa) AuthConfig (a6a96774f959a13eca4beaec2a4700270a79ea5888cabb2194af79f734f46ffc) AuthConfig (bd2c6b1b00b594c9e63fc8dff30d53d0356f2cf9fc1e435d2afd8b5772997045) AuthConfig (e4dd11ec1047189501cd88d52d090d05b1845b52c977fc3c7fd7387436ebcb17) AuthConfig (90e1e13fad663a4bed34827de324e5e1af3dae72d0045bae0bce93dc7a8d31f0) AuthConfig (bc1ed4b96e732d74527be0d46730f03ff767d35483481b7dd1b0526e2842f53c) AuthConfig (5478f64f6e683d51153bdc0565a257e530d4159ef7865019fcaf6bc307f6165f) AuthConfig (05849cd2c0413fc6f932eeb360776dc95a4f64e1c43b75ee4eaaf93cf799f8bb) AuthConfig (92ad518a2e9c046bd2305c940c9422c97fc945732a27d6fb8b4cd720c1148428) AuthConfig (70b0a12d1d20a06f79053291844d6bc12650c5fbd67f8108bf7da0158f9fa172) AuthConfig (6771c1581f9ccdc0a1b1c21303dd4851572529337fe200e7e2c3c98f3500e7b0) AuthConfig (0e0cdb0dd616bcc5d8e9199b4aa0b95ee4dfd36721d077ee488542e598beccb4) AuthConfig (1486c12a4bed7fce9c81cb29cd04aa8f5c144bed524ec1b783d46573059b7150) AuthConfig (b9c2cd0683f75a00182d140775b1b1eb64656cdb09c40b76233c95dace95b627) AuthConfig (3717b32d78f1913b30eb4182cb52394b0f53c78e5243bf5dcfc5f19564156bf4) AuthConfig (7413802f571d66246e1f2cb7649c88a7cb86a27b6919bb16bf20a7391ddd9648) AuthConfig (5f499d3c648da92230e8143110241df92476c2a2bd11cd3f24f0114dfac7c8ea) AuthConfig (88dcf67a01ebd4d6402cb52c80589fc6e1f1373c8e16fcfb59a892bf996fcca3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"604baf08-acd6-4f5b-84ea-4b011b454532","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:47.898992505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"3e7ddc4d-a53f-492a-898c-7b8a618ff7b9","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:47.899008894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"3e7ddc4d-a53f-492a-898c-7b8a618ff7b9","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"rate-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"rate-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:51.878076598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"17c68373-c4aa-419d-a710-a55a57f0b84b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:51.933920575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"17c68373-c4aa-419d-a710-a55a57f0b84b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:51.98864795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b2e795-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"17c68373-c4aa-419d-a710-a55a57f0b84b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:58.002256116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"9ea924d6-0378-4c77-8114-aa96bbba9cc1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:58.057898965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"9ea924d6-0378-4c77-8114-aa96bbba9cc1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:17:58.11265063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-20f0a3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f9c5451229ebdfbcdcffc41e7efd9fb21673f7c77e9c12d00b658e0e8e3aaaa) AuthConfig (a6a96774f959a13eca4beaec2a4700270a79ea5888cabb2194af79f734f46ffc) AuthConfig (bd2c6b1b00b594c9e63fc8dff30d53d0356f2cf9fc1e435d2afd8b5772997045) AuthConfig (e4dd11ec1047189501cd88d52d090d05b1845b52c977fc3c7fd7387436ebcb17) AuthConfig (90e1e13fad663a4bed34827de324e5e1af3dae72d0045bae0bce93dc7a8d31f0) AuthConfig (bc1ed4b96e732d74527be0d46730f03ff767d35483481b7dd1b0526e2842f53c) AuthConfig (5478f64f6e683d51153bdc0565a257e530d4159ef7865019fcaf6bc307f6165f) AuthConfig (05849cd2c0413fc6f932eeb360776dc95a4f64e1c43b75ee4eaaf93cf799f8bb) AuthConfig (92ad518a2e9c046bd2305c940c9422c97fc945732a27d6fb8b4cd720c1148428) AuthConfig (70b0a12d1d20a06f79053291844d6bc12650c5fbd67f8108bf7da0158f9fa172) AuthConfig (6771c1581f9ccdc0a1b1c21303dd4851572529337fe200e7e2c3c98f3500e7b0) AuthConfig (0e0cdb0dd616bcc5d8e9199b4aa0b95ee4dfd36721d077ee488542e598beccb4) AuthConfig (1486c12a4bed7fce9c81cb29cd04aa8f5c144bed524ec1b783d46573059b7150) AuthConfig (b9c2cd0683f75a00182d140775b1b1eb64656cdb09c40b76233c95dace95b627) AuthConfig (3717b32d78f1913b30eb4182cb52394b0f53c78e5243bf5dcfc5f19564156bf4) AuthConfig (7413802f571d66246e1f2cb7649c88a7cb86a27b6919bb16bf20a7391ddd9648) AuthConfig (5f499d3c648da92230e8143110241df92476c2a2bd11cd3f24f0114dfac7c8ea) AuthConfig (88dcf67a01ebd4d6402cb52c80589fc6e1f1373c8e16fcfb59a892bf996fcca3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"9ea924d6-0378-4c77-8114-aa96bbba9cc1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.093046631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"e9131929-e736-443e-86f7-e6a80bd75ca6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.149540561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"e9131929-e736-443e-86f7-e6a80bd75ca6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:02.203805783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b2e795-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"e9131929-e736-443e-86f7-e6a80bd75ca6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.198429651Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","namespace":"ai-tenant-e2e-mt-aee0dd37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.198486958Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","namespace":"ai-tenant-e2e-mt-aee0dd37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.198536429Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","tenant":"e2e-mt-aee0dd37","tenantID":"e2e-mt-aee0dd37","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.254059233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","gvk":"Deployment","name":"maas-api-e2e-mt-aee0dd37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.313305025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","gvk":"Service","name":"maas-api-e2e-mt-aee0dd37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.372218659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-aee0dd37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.425468057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-aee0dd37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.488426344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-aee0dd37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.542632663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-aee0dd37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.598372648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-aee0dd37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.653323056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-aee0dd37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.704748368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","gvk":"Deployment","name":"payload-processing-e2e-mt-aee0dd37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.755847898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-aee0dd37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.807261399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","gvk":"Service","name":"payload-processing-e2e-mt-aee0dd37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.858509585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","gvk":"Service","name":"payload-pre-processing-e2e-mt-aee0dd37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.911478399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","gvk":"DestinationRule","name":"payload-processing-e2e-mt-aee0dd37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:03.962568893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-aee0dd37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:04.013949299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-aee0dd37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:04.068344498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-aee0dd37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:04.119669321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-aee0dd37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:04.171085697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-aee0dd37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:04.222581521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-aee0dd37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:04.274106338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-aee0dd37"},"namespace":"ai-tenant-e2e-mt-aee0dd37","name":"default-tenant","reconcileID":"095c75b4-8bb3-417d-b7f5-4ad3b151b1c5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-aee0dd37","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:08.215952804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"c85db88b-d098-4c44-b36f-fea68b3d08f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:08.270906878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"c85db88b-d098-4c44-b36f-fea68b3d08f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:08.536872114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"bdd64eb2-a307-40ce-8026-d8455f587866","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:08.536894614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"bdd64eb2-a307-40ce-8026-d8455f587866","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"rate-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"rate-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:09.413574483Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-aee0dd37","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-aee0dd37","reconcileID":"715b6c8e-d050-428c-bab4-50b97ccc4135","aitenant":"ai-tenants/e2e-mt-aee0dd37","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:09.975912849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efeef3e-9e09-4705-bffa-ff53f5a340bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:10.027874925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efeef3e-9e09-4705-bffa-ff53f5a340bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:10.079537242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efeef3e-9e09-4705-bffa-ff53f5a340bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:10.131540855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efeef3e-9e09-4705-bffa-ff53f5a340bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:10.241771706Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-aee0dd37","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-aee0dd37","reconcileID":"715b6c8e-d050-428c-bab4-50b97ccc4135","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-aee0dd37","removed":["maas.opendatahub.io/gateway-access-e2e-mt-aee0dd37"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.012594131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d62211-900a-4eae-9f83-69557cdad072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.064903617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d62211-900a-4eae-9f83-69557cdad072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.11668182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d62211-900a-4eae-9f83-69557cdad072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.168492747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d62211-900a-4eae-9f83-69557cdad072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.308622353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"3dbf515f-9011-40f2-8215-e8dc3699d4bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.364496461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"3dbf515f-9011-40f2-8215-e8dc3699d4bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.434454873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-b2e795-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee41b59c0f1747fab72163a7848a8d805c0811b475954e7683737d3eb2fbd1f9) AuthConfig (94ad3d3aa5ea89ea638ae89cdce9e86dd6548c0950093844f49a0f16fc65f513) AuthConfig (626e0a2a362d54cd39c9e779807213b816beb0abdb372957fedc1cd238eec976) AuthConfig (e18a31b056048f3a5d9dd711ddea4af145a13c05adebf610e8b193629d569a9c) AuthConfig (49e0340eb9196ecc596d4e8366063f8373d69af863a8560c0a20dc48daf1e2f9) AuthConfig (d185318c238a98462eb441de95abca48957ad8c0932255e4d70b4d2b062fadad) AuthConfig (ef053f26e53ded3e6a7aea795b304701a82dd3939fe7714efe9dffef169bbd7d) AuthConfig (56d8cc05496716d8f54cfd934b00278816bfaf849f92456aa453ce5dd863aa4b) AuthConfig (75b76a8638c8daa71e62418d4be5e62fa26fa5b06876fed4b3be9ebb164de1ff) AuthConfig (4031de7b9862dc26c3012bf23f829e0c7634cb49d1bb8493fea2019fe0e46552) AuthConfig (2dc69b71f08d5275d2d848e8ca16e436e07087de929c5f817ef7a4ebb8a46d9b) AuthConfig (45d60dceea477cd726c024dc06e5aea709352073df62f3a6f9211126d454fa5e) AuthConfig (480182bc9fe4b87544aea29a411b84d3b8d1ee06547afff760e88f1b9dcacd57) AuthConfig (0f2a6320b1f4999cff570ecd755356e5026652ffa3a38668a371e2cc743ff6d3) AuthConfig (73da0ab93d5876e11cf23320e6eda27ce80b4f2933a4d3eebfcaee0457eb8b01) AuthConfig (cf89993f6400be5b8d0617cf1d802afbd5ce1d1fe709493738a54e822758b5d2) AuthConfig (738a79807abfa57c1de52f1af00be14180efd0e658c0f3491b7b04d1b4e22150) AuthConfig (049b7e9ff533655256b9a301edc246dfc78278920dd5466bf6ed4a543d134f54)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"3dbf515f-9011-40f2-8215-e8dc3699d4bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.492239596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"4d61712d-d5a9-4506-80b0-bf3c32300dc3","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:12.492270983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"4d61712d-d5a9-4506-80b0-bf3c32300dc3","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.95223829Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.981682472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"22204028-a9f7-45f9-8532-b959a3e83a12","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:13.98170164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"22204028-a9f7-45f9-8532-b959a3e83a12","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"rate-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"rate-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.027301336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2fb2693-efa2-4971-b208-56fc4c7d1671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.080300828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2fb2693-efa2-4971-b208-56fc4c7d1671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.132942712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2fb2693-efa2-4971-b208-56fc4c7d1671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.149038661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"d52e4973-f832-4f71-8d32-7cd43bbdb444","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.149057442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"d52e4973-f832-4f71-8d32-7cd43bbdb444","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"rate-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"rate-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:18:14.15253119Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-a-b58a7a","reconcileID":"66dd29a7-9a06-4799-8d02-ef6473b33309","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-b58a7a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.185252505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2fb2693-efa2-4971-b208-56fc4c7d1671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.237171778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"e830240c-e4ad-482f-ae71-fa46332d85b2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.293719184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"e830240c-e4ad-482f-ae71-fa46332d85b2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.295215616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"090e260b-a75d-4a77-bed8-2f6f6c3b1898","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.295233342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"090e260b-a75d-4a77-bed8-2f6f6c3b1898","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"rate-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"rate-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.354328152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"68e09d8c-eee9-49aa-980b-6f0e5aca60fc","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.354355093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"68e09d8c-eee9-49aa-980b-6f0e5aca60fc","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"rate-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"rate-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.396498962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"881d9dbf-6cc2-4001-a436-a5c07446c25f","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.396520353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"881d9dbf-6cc2-4001-a436-a5c07446c25f","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"rate-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"rate-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:18:14.403045409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-b-b58a7a","reconcileID":"be65ab4a-b44f-45ff-a53a-cd6aa0989438","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-b58a7a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.447069201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"180b917a-585c-4b7b-ad8c-59efdc48043a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.453911143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"ade9455a-8d77-4433-91f3-5eb40cf00ada","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.453927906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"ade9455a-8d77-4433-91f3-5eb40cf00ada","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"rate-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"rate-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.502578379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"180b917a-585c-4b7b-ad8c-59efdc48043a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.50913829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"7baf6a4e-6506-4174-97c9-7e91c40719a5","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.509152753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"7baf6a4e-6506-4174-97c9-7e91c40719a5","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"rate-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"rate-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.565578715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"afc7d716-58e5-41bf-b0e3-309a634edd21","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.565596792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"afc7d716-58e5-41bf-b0e3-309a634edd21","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"rate-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"rate-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.651230578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"9621ba90-9d30-438a-a7e2-5785818d30f9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.664162581Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-a-b58a7a","reconcileID":"2494e31d-3868-4032-baf5-b0d735106f09","MaaSSubscription":{"name":"e2e-rate-iso-a-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"maas-trlp-rate-test-model-fce94b","model":"rate-test-model-fce94b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-fce94b/e2e-rate-iso-a-b58a7a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.706471831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"9621ba90-9d30-438a-a7e2-5785818d30f9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.775303426Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-b-b58a7a","reconcileID":"1639aea3-a002-45d8-a271-95385ae5f1e0","MaaSSubscription":{"name":"e2e-rate-iso-b-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"maas-trlp-rate-test-model-20f0a3","model":"rate-test-model-20f0a3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-20f0a3/e2e-rate-iso-b-b58a7a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.832667103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"53ce6c05-2d57-4d5d-abe3-fdbdd03f5032","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.832691051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"53ce6c05-2d57-4d5d-abe3-fdbdd03f5032","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"rate-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"rate-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.851602567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"7d3dcb00-7e50-4ee1-99b2-79aa6dd7b6c1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.907249686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"7d3dcb00-7e50-4ee1-99b2-79aa6dd7b6c1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.941339142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"84005292-b61b-41c6-ab72-25ebe7579ade","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:14.941362328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"84005292-b61b-41c6-ab72-25ebe7579ade","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"rate-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"rate-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:15.039069504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-a-b58a7a","reconcileID":"6f165070-f6f8-41ea-a138-c6e2fcf9cf90","MaaSSubscription":{"name":"e2e-rate-iso-a-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"maas-trlp-rate-test-model-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:15.149877339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-b-b58a7a","reconcileID":"53622676-02c0-4f10-8b1c-dc07af256fb3","MaaSSubscription":{"name":"e2e-rate-iso-b-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"maas-trlp-rate-test-model-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:18.097771505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af83d8a0-bffa-4eed-afac-9bf6b3bab74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:18.150720406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af83d8a0-bffa-4eed-afac-9bf6b3bab74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:18.202479388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af83d8a0-bffa-4eed-afac-9bf6b3bab74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:18.254771106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af83d8a0-bffa-4eed-afac-9bf6b3bab74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:19.05335717Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:19.053422808Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:19.053470973Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","tenant":"e2e-shared-b-w3-c87e2f","tenantID":"e2e-shared-b-w3-c87e2f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:19.106147938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-c87e2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:19.165563577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","gvk":"Service","name":"maas-api-e2e-shared-b-w3-c87e2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:19.223904027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-c87e2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:19.295971687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-c87e2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:19.352186084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-c87e2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:19.408246569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-c87e2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:19.464523787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-c87e2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:19.518244057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-c87e2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:19.582778166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-c87e2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:19.678813487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-c87e2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:19.729910431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-c87e2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:19.796421056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-c87e2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:19.848156947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-c87e2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:19.899272192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-c87e2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:19.950651474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-c87e2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:20.005278538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-c87e2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:20.056444439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-c87e2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:20.107637878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-c87e2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:20.170661402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-c87e2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:20.22219119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c87e2f"},"namespace":"ai-tenant-e2e-shared-b-w3-c87e2f","name":"default-tenant","reconcileID":"d34e2045-662d-4e16-b5d1-3ed833215625","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-c87e2f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:20.226945496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7622d6d0-2b15-4860-b0b0-fc59de073d5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:20.278622779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7622d6d0-2b15-4860-b0b0-fc59de073d5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:20.330470558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7622d6d0-2b15-4860-b0b0-fc59de073d5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:20.382131878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7622d6d0-2b15-4860-b0b0-fc59de073d5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:22.595606667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"56a36322-9970-4b79-8f88-b48bbd743bca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:22.650851348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"56a36322-9970-4b79-8f88-b48bbd743bca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:22.963890244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"48e952f3-c8cd-4fa1-8536-cf75c0010739","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:22.96391028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"48e952f3-c8cd-4fa1-8536-cf75c0010739","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.093087095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"1b8b9e05-a356-42f8-8996-dab157c50aa1","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.093110534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"1b8b9e05-a356-42f8-8996-dab157c50aa1","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.147098536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"203da248-51cb-408d-8d8c-102c10d0a139","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.147122881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"203da248-51cb-408d-8d8c-102c10d0a139","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.249231022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"41eb1223-b293-44fa-8ffb-413dc7ea8758","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.371105266Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"41eb1223-b293-44fa-8ffb-413dc7ea8758","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.425703986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-904a34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"41eb1223-b293-44fa-8ffb-413dc7ea8758","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.4825266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"a5151aa2-9457-40ac-ac99-3c47dc45d739","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:28.482546492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"a5151aa2-9457-40ac-ac99-3c47dc45d739","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:30.231309783Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-c87e2f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-c87e2f","reconcileID":"c0c45287-c779-4e52-8a08-49a5734e27d7","aitenant":"ai-tenants/e2e-shared-b-w3-c87e2f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:30.784222509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9182b3a-a179-413b-a803-283120e89c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:30.836305218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9182b3a-a179-413b-a803-283120e89c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:30.888016623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9182b3a-a179-413b-a803-283120e89c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:30.940014634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9182b3a-a179-413b-a803-283120e89c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:31.049568289Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-c87e2f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-c87e2f","reconcileID":"c0c45287-c779-4e52-8a08-49a5734e27d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-c87e2f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-c87e2f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:31.096189808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c2b5cfe-240e-466e-a1c9-918dfa16dcb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:31.195721317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"97476ed8-7ca9-4d41-8563-ba0376532e2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:31.316862085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"f26a31c0-e78d-448d-ba27-263e56301d0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:31.321064533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"18fddc53-0616-49f3-934d-99b62013b471","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:31.407688126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"cbd51ca1-f99d-413d-b2de-5d35efe1d925","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:31.584444071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"8ee54c21-dc91-4d96-b034-e987279c3536","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:31.683595391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"2b09591a-4686-47de-b740-bc65a2d64428","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:31.799881299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"a59163bb-db20-4e77-93ec-e0a82a8492bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:31.885867884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"f9a356be-3c89-4c48-8381-1651f0dd1ba4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:32.04663286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"53e0cbdc-e5f9-4797-ad60-f4ca8cb41c31","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:32.106682993Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-access","reconcileID":"87af077f-d159-4847-9f60-79ff39b17f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:32.106777552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"8b384099-03ac-44d8-a79c-5c5990c7afe1","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:32.309123077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"35284420-d10e-40a4-a9b8-a7417d61a9f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:32.314025002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"b5c55fc7-edd4-4d30-acd0-5ce0f0524d9f","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:32.364832051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"35284420-d10e-40a4-a9b8-a7417d61a9f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:32.412872817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"a4e02ba3-ea78-482a-858f-ee326bb7d5e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:32.46117824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"6ac652fd-5621-44fe-b4f4-1ffdf2a9ae2d","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:32.670555181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"910ec178-3d8f-4b89-9758-ce39dab5753f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:32.726052262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"910ec178-3d8f-4b89-9758-ce39dab5753f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:32.824302051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1d66824-8c24-421e-ab0d-3c6c73a6b9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:32.876218144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1d66824-8c24-421e-ab0d-3c6c73a6b9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:32.928019958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1d66824-8c24-421e-ab0d-3c6c73a6b9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:32.981242904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1d66824-8c24-421e-ab0d-3c6c73a6b9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.861190148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6b0f08-bf60-4c83-a774-6ebea5f30ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.91314046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6b0f08-bf60-4c83-a774-6ebea5f30ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:34.965529949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6b0f08-bf60-4c83-a774-6ebea5f30ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:35.01752872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6b0f08-bf60-4c83-a774-6ebea5f30ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:37.376367056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-2-w3-d7bfc2","reconcileID":"095b8042-6468-427e-8ba6-66760dc22f5b","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-2-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-2-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:37.707741723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-w3-d7bfc2","reconcileID":"ed51ab7c-903c-4b5b-840b-a4b0ad67cf47","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:38.038669374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"505f0708-257b-45a4-9e89-8060ba9b4e0e","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:38.199199967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"23a5f6e6-847f-4695-95ef-9b08280e4aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:38.246912694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"6965bd58-dbd7-4265-ab54-f0d5146dbdfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:38.254756669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"23a5f6e6-847f-4695-95ef-9b08280e4aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:38.369076695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"ba9e1d28-f256-4a20-bb9c-91eb7a175af8","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:38.420550793Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"12769c61-4f89-4d27-9c0e-2bdca5d55c3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:38.424366827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"fbbe3d3b-56c5-44b4-8f26-b4d8ccd90a0c","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:38.472401624Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"12769c61-4f89-4d27-9c0e-2bdca5d55c3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:38.523914551Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"simulator-subscription","reconcileID":"12769c61-4f89-4d27-9c0e-2bdca5d55c3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/simulator-w3-d7bfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:38.560918968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"5ef4237d-b6f4-418a-989e-973f2ddf6e98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:38.585549189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"c349b095-1d41-4565-8c3b-440542bacd87","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:38.616500761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"5ef4237d-b6f4-418a-989e-973f2ddf6e98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:38.617686546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"1e2de1c7-598c-4ae8-86f0-3939206db35c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:38.642342708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"c349b095-1d41-4565-8c3b-440542bacd87","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:38.696231165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-904a34-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"c349b095-1d41-4565-8c3b-440542bacd87","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:38.799555298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"25e4b2a4-f65a-4c54-a25c-1e5185fc4c83","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:38.984119955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"c246a518-aba1-4d23-8161-31c01c0dee52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:39.040248634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"c246a518-aba1-4d23-8161-31c01c0dee52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:39.656924331Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:39.656984091Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:39.657057405Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","tenant":"e2e-shared-a-w2-c8ce60","tenantID":"e2e-shared-a-w2-c8ce60","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:39.710968345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-c8ce60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:39.774135846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","gvk":"Service","name":"maas-api-e2e-shared-a-w2-c8ce60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:39.834796263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-c8ce60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:39.891555598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-c8ce60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:39.947209722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-c8ce60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:40.002273629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-c8ce60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:40.05849685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-c8ce60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:40.124467078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-c8ce60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:40.177958605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-c8ce60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:40.229088987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-c8ce60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:40.280455507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-c8ce60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:40.331743308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-c8ce60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:40.382922575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-c8ce60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:40.434170462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-c8ce60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:40.485401689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-c8ce60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:40.539539288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-c8ce60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:40.590679791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-c8ce60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:40.642074443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-c8ce60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:40.693680166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-c8ce60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:40.745316337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-c8ce60"},"namespace":"ai-tenant-e2e-shared-a-w2-c8ce60","name":"default-tenant","reconcileID":"52d04a6a-1a7f-4388-95c3-75dd26000004","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-c8ce60","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:43.952423277Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:44.229484105Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"67e5fbea-e3c1-4f04-889f-dc513174b60f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:44.229495127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"d4b58500-b9d2-4f14-9b11-47303adca6f4","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:44.433473003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"67e5fbea-e3c1-4f04-889f-dc513174b60f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:44.496637029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"1e3f1a58-f12c-4ef2-a968-4db2d6ae218b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:44.554599027Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"67e5fbea-e3c1-4f04-889f-dc513174b60f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"e2e-worker-w3-d7bfc2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:44.554623612Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-access","reconcileID":"67e5fbea-e3c1-4f04-889f-dc513174b60f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d7bfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:44.609357199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"35533e0f-a391-426c-974e-05bec26a8396","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:44.769285599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-2-w3-d7bfc2","reconcileID":"3191e88a-96af-48f8-a011-d2a266ffb454","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-2-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-2-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:44.820575188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"6dadb150-d292-4796-ad9f-96b86371ff48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:44.821729075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-w3-d7bfc2","reconcileID":"d73dbc13-8e2f-402d-86c2-a1562c66c20c","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:44.822091997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"08d2b85f-839f-43cc-8fa7-44f0437473a0","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:44.873679845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"828bf228-3374-48c0-ad2a-cecd26b0fd92","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:45.044965541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"a697a732-1f96-451a-a564-9990c99c5076","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:45.164249118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"24d78455-969e-41f5-9265-c34f49180043","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:45.72717012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"822246e3-c2bb-4a13-82f4-6562accbb3cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:45.780161922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"822246e3-c2bb-4a13-82f4-6562accbb3cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:45.923021333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"822246e3-c2bb-4a13-82f4-6562accbb3cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:45.981178951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"822246e3-c2bb-4a13-82f4-6562accbb3cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:46.407447998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"c8d64aa8-dbbd-4a9a-953a-387184b64bb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:46.476447814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4a301fe3-62ac-4813-8d48-171ce5b6bdbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:46.580227856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-a-b58a7a","reconcileID":"59606876-1050-414b-bf53-542c254f2730","MaaSSubscription":{"name":"e2e-rate-iso-a-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"maas-trlp-rate-test-model-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:46.788188628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"34b1b960-1094-45da-be87-154a8fdc7fbf","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:46.788216691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"34b1b960-1094-45da-be87-154a8fdc7fbf","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"rate-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"rate-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:46.973363961Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-c8ce60","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-c8ce60","reconcileID":"bd902764-a55a-426a-b815-49a7d19d3231","aitenant":"ai-tenants/e2e-shared-a-w2-c8ce60","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:47.193399796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-b-b58a7a","reconcileID":"c248009d-ffa8-4f81-b88d-d35b724ac45e","MaaSSubscription":{"name":"e2e-rate-iso-b-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"maas-trlp-rate-test-model-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:47.257610623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"a4f5d874-27b1-435d-b0a2-1c3e1e3489b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:47.365551888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"8cb17136-cbe5-46e2-8a5d-80bba9cd2dd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:47.366238903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"8d8cf7b7-650b-4d32-bd6a-f3d14c29a2ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:47.483416186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"6a2718ed-40e8-4f83-abb6-04d9a229e920","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:47.483443646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"6a2718ed-40e8-4f83-abb6-04d9a229e920","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"rate-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"rate-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:47.632214922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"3631a519-6bbb-42b2-9f05-cccce60fb3a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:47.687702192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"c34bdaa1-a3cb-4114-a94a-bad58ba3b256","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:47.693514918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"457f3eab-6946-4afa-8dd4-090ce4e7c323","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:47.750275183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"4cb88dbb-13ba-4853-a1ba-8a3fd8b9b533","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:47.802103317Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-c8ce60","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-c8ce60","reconcileID":"bd902764-a55a-426a-b815-49a7d19d3231","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-c8ce60","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-c8ce60"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:47.807807234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"4cb88dbb-13ba-4853-a1ba-8a3fd8b9b533","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:48.011749086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bfc0df3-2b5c-4675-8a07-03246971d7d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:48.011962462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"a515fb37-bea5-4b6f-b385-717335f52194","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:48.063659809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bfc0df3-2b5c-4675-8a07-03246971d7d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:48.11557415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bfc0df3-2b5c-4675-8a07-03246971d7d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:48.167387534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bfc0df3-2b5c-4675-8a07-03246971d7d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:48.171353911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"a515fb37-bea5-4b6f-b385-717335f52194","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:48.800314968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"1351518c-d1d3-4e1c-a640-59078eb1ae9d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:48.855637806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"1351518c-d1d3-4e1c-a640-59078eb1ae9d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:48.90976566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-904a34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6bc8c57eaa8e273134c90e01a85e8d012a2543054b84750a77e8a516ae870f26) AuthConfig (3c46f61ccd5a566474805939e79c5ab941eb39e1b27ccef9d951c500ac7c88d8) AuthConfig (7260edfa387a6c4e81e6a1b376507f99fbc7c1366a7a2215449f41ede344d3fb) AuthConfig (0652014e97720fb6eadfc58a501a1f0f8d66ee322cd57f4093da70b6de599d8e) AuthConfig (a1ee8e5778611e3366417d0d31d089b7552cecf49091fa64832f5a11a83bcc19) AuthConfig (c2b95af5e408f00f1f848b2672e04dcc1c87a880544b5999cad4b6a70d0fdc3f) AuthConfig (02a1ea1747001eb60d22db404bf5dec232ab118ce9a7bd9695cac71db0bf2dc5) AuthConfig (747c786aee4eab68505f2939776d1fa49dce592faf17b80d5a7ded769b7873a2) AuthConfig (3f1e8da2a0097d612031076ac018f78be1333b58764117c1edcf0ab1f40c8c6d) AuthConfig (766a53875a4a1dbe531966dfae963e03def5aeced631464f6f11b4d6443f3195) AuthConfig (e5d6bb7c6ca7228cb2c6b13f718530f88e3307bde937394ff9f7de612e7c6a41) AuthConfig (e328f64d397d50474e08f91c7885e7d95d259dbeae49e18b67bf2a6b28e28f1d) AuthConfig (2b33884d5f84156914a8e15fdc10695a2012a05b24b09262fb2d48b3798dea8b) AuthConfig (012a241f4bcd9e24373a3875a03c7550daba9772096eae192f84cf8d3bed3f23) AuthConfig (d865a6260cdbd519494b309c6c21757a97d59163d15d19a664b48a6a20873c10) AuthConfig (30f317ec6520e87670f32310fc3a5947f86add77269d9dba6147b1faff427d04) AuthConfig (f5595abe78419b1302007e24d9a338c574cef972a8c2ebe7f745a1a14154a3fc) AuthConfig (d3967b80930be03cc0fd5e6fe9ef1a2a5408e5ff91c6e8bb40ab97ba8aaa8f08)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"1351518c-d1d3-4e1c-a640-59078eb1ae9d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:48.966405113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"6890ac29-297e-4e30-b2da-e76ff30e35bf","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:48.966432043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"6890ac29-297e-4e30-b2da-e76ff30e35bf","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.037523414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ddb814d-29c7-491c-b74e-7b9af7d26e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.089551094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ddb814d-29c7-491c-b74e-7b9af7d26e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.141205061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ddb814d-29c7-491c-b74e-7b9af7d26e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:50.192840761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ddb814d-29c7-491c-b74e-7b9af7d26e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.118596469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea108f7a-9dbe-4a9b-a403-d335918823b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.171039574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea108f7a-9dbe-4a9b-a403-d335918823b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.222886597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea108f7a-9dbe-4a9b-a403-d335918823b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:52.274588898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea108f7a-9dbe-4a9b-a403-d335918823b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.82228556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-2-w3-d7bfc2","reconcileID":"0736b3e8-a854-44c7-aabd-b57bda889588","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-2-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-2-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.822641039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-w3-d7bfc2","reconcileID":"abcc44db-699b-4dc7-a2e3-1b1a507c3c7e","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:54.87436024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"5d0e28cf-0b3b-4cbd-a758-2e0957a542ed","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.046154756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"345426cc-d973-4b84-9b11-de506ba9eda7","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.458545272Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"a5c6f967-c622-4640-9e68-536c00584165","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.510408785Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"a5c6f967-c622-4640-9e68-536c00584165","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.562183509Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"premium-simulator-subscription","reconcileID":"a5c6f967-c622-4640-9e68-536c00584165","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"name":"maas-trlp-premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2","model":"e2e-models-e2e-worker-w3-d7bfc2/premium-w3-d7bfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.828331966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"625c4f22-52ad-4416-b7c4-755484a09812","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:55.955394981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3750a2b-cf02-4119-861d-8d0af0bfc63a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:56.007218781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3750a2b-cf02-4119-861d-8d0af0bfc63a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:56.058696593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3750a2b-cf02-4119-861d-8d0af0bfc63a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:56.110605893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3750a2b-cf02-4119-861d-8d0af0bfc63a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:57.966718134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e58c83-fe16-451d-a01a-81158ecb9dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:58.019787287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e58c83-fe16-451d-a01a-81158ecb9dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:58.071865684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e58c83-fe16-451d-a01a-81158ecb9dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:58.123632303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e58c83-fe16-451d-a01a-81158ecb9dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:59.070142835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"ff42883b-199e-42dd-8c5c-d20817449a50","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:59.126996823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"ff42883b-199e-42dd-8c5c-d20817449a50","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:18:59.181261497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-904a34-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6bc8c57eaa8e273134c90e01a85e8d012a2543054b84750a77e8a516ae870f26) AuthConfig (3c46f61ccd5a566474805939e79c5ab941eb39e1b27ccef9d951c500ac7c88d8) AuthConfig (7260edfa387a6c4e81e6a1b376507f99fbc7c1366a7a2215449f41ede344d3fb) AuthConfig (0652014e97720fb6eadfc58a501a1f0f8d66ee322cd57f4093da70b6de599d8e) AuthConfig (a1ee8e5778611e3366417d0d31d089b7552cecf49091fa64832f5a11a83bcc19) AuthConfig (c2b95af5e408f00f1f848b2672e04dcc1c87a880544b5999cad4b6a70d0fdc3f) AuthConfig (02a1ea1747001eb60d22db404bf5dec232ab118ce9a7bd9695cac71db0bf2dc5) AuthConfig (747c786aee4eab68505f2939776d1fa49dce592faf17b80d5a7ded769b7873a2) AuthConfig (3f1e8da2a0097d612031076ac018f78be1333b58764117c1edcf0ab1f40c8c6d) AuthConfig (766a53875a4a1dbe531966dfae963e03def5aeced631464f6f11b4d6443f3195) AuthConfig (e5d6bb7c6ca7228cb2c6b13f718530f88e3307bde937394ff9f7de612e7c6a41) AuthConfig (e328f64d397d50474e08f91c7885e7d95d259dbeae49e18b67bf2a6b28e28f1d) AuthConfig (2b33884d5f84156914a8e15fdc10695a2012a05b24b09262fb2d48b3798dea8b) AuthConfig (012a241f4bcd9e24373a3875a03c7550daba9772096eae192f84cf8d3bed3f23) AuthConfig (d865a6260cdbd519494b309c6c21757a97d59163d15d19a664b48a6a20873c10) AuthConfig (30f317ec6520e87670f32310fc3a5947f86add77269d9dba6147b1faff427d04) AuthConfig (f5595abe78419b1302007e24d9a338c574cef972a8c2ebe7f745a1a14154a3fc) AuthConfig (d3967b80930be03cc0fd5e6fe9ef1a2a5408e5ff91c6e8bb40ab97ba8aaa8f08)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"ff42883b-199e-42dd-8c5c-d20817449a50","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:03.841326087Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"6095ec07-039e-4ec9-b0ba-8da067138ff5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:03.841359889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"b9bcb817-eeff-4453-9456-7f229de47c8e","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:03.841374267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"b9bcb817-eeff-4453-9456-7f229de47c8e","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"rate-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"rate-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.044556615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"6095ec07-039e-4ec9-b0ba-8da067138ff5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.10886268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-a-b58a7a","reconcileID":"f9a21736-d64e-4bb5-ae23-d578da154082","MaaSSubscription":{"name":"e2e-rate-iso-a-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"maas-trlp-rate-test-model-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.165340967Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"6095ec07-039e-4ec9-b0ba-8da067138ff5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"e2e-shared-a-w4-fce94b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.165363749Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"6095ec07-039e-4ec9-b0ba-8da067138ff5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.220367495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"86ca4938-e679-4671-a874-bccc714a655d","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.220389817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"86ca4938-e679-4671-a874-bccc714a655d","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"rate-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"rate-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.367384754Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"04c574e3-66d1-41bc-aefc-81b0fc343882","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.367447699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"e54fdda2-b29d-4f7f-94d7-6755f99effea","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.367459175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"e54fdda2-b29d-4f7f-94d7-6755f99effea","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"rate-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"rate-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.484017433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-a-b58a7a","reconcileID":"d76132a5-099a-4e5b-a50a-fc4f63511301","MaaSSubscription":{"name":"e2e-rate-iso-a-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"maas-trlp-rate-test-model-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.570396166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"04c574e3-66d1-41bc-aefc-81b0fc343882","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.631739063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-b-b58a7a","reconcileID":"6d50d5b1-9b45-4e4d-b441-17c258725b08","MaaSSubscription":{"name":"e2e-rate-iso-b-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"maas-trlp-rate-test-model-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.691352294Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"04c574e3-66d1-41bc-aefc-81b0fc343882","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"e2e-shared-b-w4-20f0a3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.69137425Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-auth-b58a7a","reconcileID":"04c574e3-66d1-41bc-aefc-81b0fc343882","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.745677209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"1443f8ed-44bf-45b0-95ea-b17cb6efe026","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.745697416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"1443f8ed-44bf-45b0-95ea-b17cb6efe026","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"rate-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"rate-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.823553576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-2-w3-d7bfc2","reconcileID":"42aaba1e-84f8-407c-b1ed-d7e0aa2217f6","MaaSModelRef":{"name":"distinct-2-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-2-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-2-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.823868328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"distinct-w3-d7bfc2","reconcileID":"41e71c37-0838-4b4b-b6eb-18aaf4e4d95f","MaaSModelRef":{"name":"distinct-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"distinct-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"distinct-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.875368121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"simulator-w3-d7bfc2","reconcileID":"80d1d5ce-ecb7-4eed-b78d-f52e650f2eeb","MaaSModelRef":{"name":"simulator-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"simulator-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"simulator-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.883204445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"9e72f89f-1bb5-4203-bd75-50bc299dbbed","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:04.883221305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"9e72f89f-1bb5-4203-bd75-50bc299dbbed","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"rate-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"rate-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.011676619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-b-b58a7a","reconcileID":"6ab90b26-bda5-47d3-a8e2-3c1e5b421300","MaaSSubscription":{"name":"e2e-rate-iso-b-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"maas-trlp-rate-test-model-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:05.829018149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"namespace":"e2e-models-e2e-worker-w3-d7bfc2","name":"premium-w3-d7bfc2","reconcileID":"dd71a26b-4ccc-4c65-8147-159788f09a14","MaaSModelRef":{"name":"premium-w3-d7bfc2","namespace":"e2e-models-e2e-worker-w3-d7bfc2"},"routeName":"premium-w3-d7bfc2-kserve-route","namespace":"e2e-models-e2e-worker-w3-d7bfc2","llmisvcName":"premium-w3-d7bfc2","gateway":"openshift-ingress/e2e-worker-w3-d7bfc2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:09.284724966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"6540381e-45ce-43ea-8f54-6e8d26cabc5c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:09.339850665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"6540381e-45ce-43ea-8f54-6e8d26cabc5c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:09.650612523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"e8432cee-9e48-4bdf-8121-4ab4ae01f707","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:09.650633979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"e8432cee-9e48-4bdf-8121-4ab4ae01f707","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:13.952880671Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.044686893Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-a-b58a7a","reconcileID":"e57765ce-b111-4c1e-8db9-ea096c78d6d6","MaaSSubscription":{"name":"e2e-rate-iso-a-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","subscription":"e2e-rate-iso-a-b58a7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.096282657Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-a-b58a7a","reconcileID":"e57765ce-b111-4c1e-8db9-ea096c78d6d6","MaaSSubscription":{"name":"e2e-rate-iso-a-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.116477028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"02346f7c-ec35-473b-9fa4-43a23950e0b9","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.116499194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"02346f7c-ec35-473b-9fa4-43a23950e0b9","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.148261123Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"e2e-rate-iso-a-b58a7a","reconcileID":"e57765ce-b111-4c1e-8db9-ea096c78d6d6","MaaSSubscription":{"name":"e2e-rate-iso-a-b58a7a","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"name":"maas-trlp-rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.17412604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"663fb56a-7a78-4b22-8545-c3082c6dad4a","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.174152584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"663fb56a-7a78-4b22-8545-c3082c6dad4a","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.219006358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"ca41506c-63e5-476c-8fed-6a587559c92b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:15.224720703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-shared-sub-b65b96","reconcileID":"0fdd21f9-f363-4037-bc0e-1eac317ec0a2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-b65b96\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.274423102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"ca41506c-63e5-476c-8fed-6a587559c92b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.381236666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"bdce2ff3-a098-4fec-b36b-5b7dd25ead47","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.381257405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"bdce2ff3-a098-4fec-b36b-5b7dd25ead47","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.43481198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"f87c5465-2caf-420c-9287-d48ebc111452","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.434864308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"f87c5465-2caf-420c-9287-d48ebc111452","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.494622124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"e616ce0a-5857-4b36-a07d-d21bb4f2ccc1","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.494640825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"e616ce0a-5857-4b36-a07d-d21bb4f2ccc1","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.494960653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"38f34ddc-03fd-4a08-955c-6f35aa3890e1","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"tenant":"e2e-shared-a-w4-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","model":"ai-tenant-e2e-shared-a-w4-fce94b/rate-test-model-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.494972229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"rate-test-model-fce94b","reconcileID":"38f34ddc-03fd-4a08-955c-6f35aa3890e1","MaaSModelRef":{"name":"rate-test-model-fce94b","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"routeName":"rate-test-model-fce94b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","llmisvcName":"rate-test-model-fce94b","gateway":"openshift-ingress/e2e-shared-a-w4-fce94b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.495160729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"db44ad0d-8057-4108-9fe7-9d1102e5e305","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.495170797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"db44ad0d-8057-4108-9fe7-9d1102e5e305","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:15.542790881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-shared-sub-b65b96","reconcileID":"5f4906c0-4c64-48dc-b2c5-d1dad5d9e3c5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-b65b96\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.592258262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"6ce19da4-53e3-41b4-97ca-f41db6984a8e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.59240821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"031a31da-faf6-4651-ae2e-43b3c3f502b7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.632798993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"b07402ee-d297-4178-8bea-0887233c079b","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.632844326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"b07402ee-d297-4178-8bea-0887233c079b","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"rate-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"rate-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.649375396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"6ce19da4-53e3-41b4-97ca-f41db6984a8e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.649423329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"031a31da-faf6-4651-ae2e-43b3c3f502b7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.649922066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"62d94ff7-7db8-402b-af5b-5c5ffe94e689","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.649936673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"62d94ff7-7db8-402b-af5b-5c5ffe94e689","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.658014407Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-shared-sub-b65b96","reconcileID":"d3aaa3de-b0b9-45d2-b21d-7f4f4324413c","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"sub-test-model-b2e795","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-b2e795/e2e-shared-sub-b65b96"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.704892431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"cf240417-6826-44d9-a12f-8337598e5d08","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.704912527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"cf240417-6826-44d9-a12f-8337598e5d08","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.712563716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"ca5b4988-30ab-47e1-93f7-0d34f4d5edfa","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.712583506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"ca5b4988-30ab-47e1-93f7-0d34f4d5edfa","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.768607534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"898d414b-b592-4d49-8730-114ac4f83d4a","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.768625958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"898d414b-b592-4d49-8730-114ac4f83d4a","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.821492928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"b98c6cfa-6924-49e4-a252-de839b0cb46a","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.821514805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"b98c6cfa-6924-49e4-a252-de839b0cb46a","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:15.821888413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-a-only-b65b96","reconcileID":"c32b14bf-d5c8-4d17-ac07-ffd22643ab0b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-b65b96\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.914963551Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-shared-sub-b65b96","reconcileID":"e3660feb-8d7d-43a8-a111-ab9b838a1552","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"sub-test-model-904a34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-904a34/e2e-shared-sub-b65b96"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.936955611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"0237a57e-852c-42ea-9df0-c77b6b9ac8fa","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.936974374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"0237a57e-852c-42ea-9df0-c77b6b9ac8fa","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.974109578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"7abf5379-d59d-46ff-9100-0013b98d1918","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.974127874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"7abf5379-d59d-46ff-9100-0013b98d1918","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.994515985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"38279c87-7710-4587-973b-d510f76b0445","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:15.994534599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"38279c87-7710-4587-973b-d510f76b0445","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.01587698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"40d2c09b-0242-4553-a7c0-3a584b9bcf4c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.015902838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"9b3a8857-4369-4226-aaa0-f42e8d0c0fe1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.030741352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"a59e1df1-5987-4781-bd91-26cc0f1473d4","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.030761266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"a59e1df1-5987-4781-bd91-26cc0f1473d4","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.071785353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"9b3a8857-4369-4226-aaa0-f42e8d0c0fe1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.073067698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"40d2c09b-0242-4553-a7c0-3a584b9bcf4c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.077649041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"806a4e07-b2a1-42e3-bfe4-aaaee098b8dc","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.077666663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"806a4e07-b2a1-42e3-bfe4-aaaee098b8dc","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:16.081931497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-b-only-b65b96","reconcileID":"21238fd9-a314-4a5e-8ab7-c4d45c8f1a23","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-b65b96\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.086813182Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-shared-sub-b65b96","reconcileID":"ac740b04-87f6-4596-9d3b-20f65ebac510","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-b2e795/e2e-a-only-b65b96","ai-tenant-e2e-shared-a-w1-b2e795/e2e-shared-sub-b65b96"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.194413322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"c1df4833-7c6a-4072-beeb-3e5972508665","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.194433553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"c1df4833-7c6a-4072-beeb-3e5972508665","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.251159962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"3c88572c-37b4-4156-b160-82be491905b2","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.251177771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"3c88572c-37b4-4156-b160-82be491905b2","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.279071332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-a-only-b65b96","reconcileID":"234ad663-1c6f-43a7-aa05-6b25330a60b2","MaaSSubscription":{"name":"e2e-a-only-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.34145609Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-shared-sub-b65b96","reconcileID":"68bbde4e-288d-4a86-a29e-248df461d097","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-904a34/e2e-b-only-b65b96","ai-tenant-e2e-shared-b-w1-904a34/e2e-shared-sub-b65b96"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.376429869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"dad63f9d-b2ca-4906-b9da-f9dbd4e3852a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.40128556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-shared-sub-b65b96","reconcileID":"43f2bd9d-bf07-431f-a25d-66b500184393","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.435485391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"dad63f9d-b2ca-4906-b9da-f9dbd4e3852a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.450061161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"ce797a5b-0706-4b54-a989-f30748556dee","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.450081639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"ce797a5b-0706-4b54-a989-f30748556dee","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.501536563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-b-only-b65b96","reconcileID":"b4ac1378-3306-4d8f-96ee-c9a2ca6bf942","MaaSSubscription":{"name":"e2e-b-only-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.692777097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-a-only-b65b96","reconcileID":"90aa9eb8-92dc-4123-a50c-c8e7f5195a69","MaaSSubscription":{"name":"e2e-a-only-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.69595835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"b911c346-1363-4376-b355-8f41fdf078a5","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.695975208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"b911c346-1363-4376-b355-8f41fdf078a5","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.76861462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-shared-sub-b65b96","reconcileID":"b07931c2-e803-47dd-8833-464f9fd61b9a","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:16.902105288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-b-only-b65b96","reconcileID":"f6d97c22-3368-4765-b64b-573c45f87150","MaaSSubscription":{"name":"e2e-b-only-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.91990559Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","namespace":"ai-tenant-e2e-worker-w3-d7bfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.919959762Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","namespace":"ai-tenant-e2e-worker-w3-d7bfc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.920003444Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","tenant":"e2e-worker-w3-d7bfc2","tenantID":"e2e-worker-w3-d7bfc2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:19.975796524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","gvk":"Deployment","name":"maas-api-e2e-worker-w3-d7bfc2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.036935277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","gvk":"Service","name":"maas-api-e2e-worker-w3-d7bfc2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.091331827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-d7bfc2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.145043487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-d7bfc2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.199736969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-d7bfc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.253551313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-d7bfc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.311699901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-d7bfc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.378426723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-d7bfc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.429585097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-d7bfc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.480441447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-d7bfc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.532437287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","gvk":"Service","name":"payload-processing-e2e-worker-w3-d7bfc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.583509292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-d7bfc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.63755969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-d7bfc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.693046191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-d7bfc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.744034936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-d7bfc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.798305894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-d7bfc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.849710813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-d7bfc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.90073137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-d7bfc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:20.951950348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-d7bfc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:21.003218154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d7bfc2"},"namespace":"ai-tenant-e2e-worker-w3-d7bfc2","name":"default-tenant","reconcileID":"fc928431-f53e-44db-83d1-3056eb3cec31","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-d7bfc2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.795720591Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-b-b58a7a","reconcileID":"97a47a2b-dfd0-409e-8b1d-335377ac8a41","MaaSSubscription":{"name":"e2e-rate-iso-b-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","subscription":"e2e-rate-iso-b-b58a7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.847441357Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-b-b58a7a","reconcileID":"97a47a2b-dfd0-409e-8b1d-335377ac8a41","MaaSSubscription":{"name":"e2e-rate-iso-b-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:25.899208157Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"e2e-rate-iso-b-b58a7a","reconcileID":"97a47a2b-dfd0-409e-8b1d-335377ac8a41","MaaSSubscription":{"name":"e2e-rate-iso-b-b58a7a","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"name":"maas-trlp-rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.166426749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"73bf933e-a37c-4524-a584-04e03210932b","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"tenant":"e2e-shared-b-w4-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","model":"ai-tenant-e2e-shared-b-w4-20f0a3/rate-test-model-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:26.166448349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"rate-test-model-20f0a3","reconcileID":"73bf933e-a37c-4524-a584-04e03210932b","MaaSModelRef":{"name":"rate-test-model-20f0a3","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"routeName":"rate-test-model-20f0a3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","llmisvcName":"rate-test-model-20f0a3","gateway":"openshift-ingress/e2e-shared-b-w4-20f0a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:28.980260576Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-d7bfc2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-d7bfc2","reconcileID":"e1f25f3b-2263-4128-a53c-179722e4ff99","aitenant":"ai-tenants/e2e-worker-w3-d7bfc2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.515175127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9cdcc7c-fc91-4074-8657-923c9e25af3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.566883255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9cdcc7c-fc91-4074-8657-923c9e25af3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.61849547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9cdcc7c-fc91-4074-8657-923c9e25af3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.670087595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9cdcc7c-fc91-4074-8657-923c9e25af3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:29.780098168Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-d7bfc2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-d7bfc2","reconcileID":"e1f25f3b-2263-4128-a53c-179722e4ff99","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-d7bfc2","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-d7bfc2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.607320218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff23b903-f815-4ec6-a20e-c6ccfb84e172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.660092727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff23b903-f815-4ec6-a20e-c6ccfb84e172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.712041747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff23b903-f815-4ec6-a20e-c6ccfb84e172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:31.765034245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff23b903-f815-4ec6-a20e-c6ccfb84e172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:35.561650763Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","namespace":"ai-tenant-e2e-shared-b-w2-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:35.561723545Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","namespace":"ai-tenant-e2e-shared-b-w2-328e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:35.561788251Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","tenant":"e2e-shared-b-w2-328e1b","tenantID":"e2e-shared-b-w2-328e1b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:35.615048956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-328e1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:35.674259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","gvk":"Service","name":"maas-api-e2e-shared-b-w2-328e1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:35.73141203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-328e1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:35.784784591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-328e1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:35.862949904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-328e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:35.918543611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-328e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:35.97415758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-328e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:36.037928406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-328e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:36.089052257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-328e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:36.13996774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-328e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:36.191200352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-328e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:36.243078394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-328e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:36.294105166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-328e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:36.345266673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-328e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:36.396761884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-328e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:36.451056137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-328e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:36.503573938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-328e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:36.55501118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-328e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:36.606034018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-328e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:36.657120385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-328e1b"},"namespace":"ai-tenant-e2e-shared-b-w2-328e1b","name":"default-tenant","reconcileID":"752d66d5-b5da-4c63-9ede-d8a3f2e1ed07","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-328e1b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:39.786280239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-b-only-b65b96","reconcileID":"cd1806d1-cebd-4ba9-993d-167bbee188ce","MaaSSubscription":{"name":"e2e-b-only-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:39.786312197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-shared-sub-b65b96","reconcileID":"d118e522-27c6-4428-935f-a8558e10b144","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:39.949752059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"cc6ba359-a58a-4527-8a09-c62ecc4c40da","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:39.949773731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"cc6ba359-a58a-4527-8a09-c62ecc4c40da","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:39.95253572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"82ec5849-2f41-48cd-8125-8f195a32704e","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:39.952553783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"82ec5849-2f41-48cd-8125-8f195a32704e","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:40.249988187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-a-only-b65b96","reconcileID":"94b0866e-86ad-4b78-a3c0-102d39e8a187","MaaSSubscription":{"name":"e2e-a-only-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:40.250000879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-shared-sub-b65b96","reconcileID":"3a9fa18a-ac27-411e-9a6e-e6c6c553245f","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:40.412648729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"a53c16fe-4844-4f78-b243-73a0dc7d634e","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:40.41269112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"a53c16fe-4844-4f78-b243-73a0dc7d634e","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:40.415493295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"e4e98ebb-2d14-4e22-bd89-fd31c04646c0","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:40.415512539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"e4e98ebb-2d14-4e22-bd89-fd31c04646c0","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:40.66356834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"dd5e6474-a9b1-40c0-9230-713bce7234d1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:40.718811138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"dd5e6474-a9b1-40c0-9230-713bce7234d1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:40.853714147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"3c19fca6-9023-4444-9bb5-15db29db58b8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:40.910149154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"3c19fca6-9023-4444-9bb5-15db29db58b8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:43.952257628Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:45.013651679Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-328e1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-328e1b","reconcileID":"8472a645-5b7e-49f6-b12f-7e310c410a80","aitenant":"ai-tenants/e2e-shared-b-w2-328e1b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:45.612570286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59dbef61-ff98-4f32-a51a-9ad06890143a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:45.664418344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59dbef61-ff98-4f32-a51a-9ad06890143a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:45.715976016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59dbef61-ff98-4f32-a51a-9ad06890143a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:45.767814121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59dbef61-ff98-4f32-a51a-9ad06890143a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:45.825845157Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-328e1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-328e1b","reconcileID":"8472a645-5b7e-49f6-b12f-7e310c410a80","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-328e1b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-328e1b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.915279232Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"56666f8d-c2b2-45b9-9f4a-b65b353699d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:46.915366345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"ac646c26-2b93-46ea-be7e-a6d660d37a6d","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.133078546Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"b8477dfb-46f9-422f-99a7-1a48001732d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.134627393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"feb27dba-3e6f-430c-963e-ecf18abd09b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.135652114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"ce14627d-7c8a-4915-854c-2a730bd4fd82","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.194459687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"feb27dba-3e6f-430c-963e-ecf18abd09b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.241779265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"04ea8490-d45c-4668-8d14-42d1d8202ece","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.263207711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"cf892a74-9db3-4b57-9644-652393679522","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:19:47.341534774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-access","reconcileID":"b8477dfb-46f9-422f-99a7-1a48001732d5","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.492525023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"2a6d2b6d-c84a-41b1-ae75-b913790559df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.5477766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"2a6d2b6d-c84a-41b1-ae75-b913790559df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.637330438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dba8f659-16a1-4e66-b55c-02417f24a330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.689255845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dba8f659-16a1-4e66-b55c-02417f24a330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.740945724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dba8f659-16a1-4e66-b55c-02417f24a330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:47.792615493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dba8f659-16a1-4e66-b55c-02417f24a330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:49.644299215Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"67f6d312-02dc-421e-829c-7481203316c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:49.64435617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"2b97f36c-794a-49c4-988e-51fdab1dc283","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:49.644369929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"2b97f36c-794a-49c4-988e-51fdab1dc283","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:49.847853013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"67f6d312-02dc-421e-829c-7481203316c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:49.911971473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-shared-sub-b65b96","reconcileID":"a0c3a0be-c02d-45a5-b3dc-b5d2e2ff1726","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:49.911991144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-a-only-b65b96","reconcileID":"05b73a90-1965-4ba1-bcac-fdbcc88811c9","MaaSSubscription":{"name":"e2e-a-only-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:49.974228454Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"67f6d312-02dc-421e-829c-7481203316c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"e2e-shared-a-w1-b2e795-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:49.974248527Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-sub-iso-auth-b65b96","reconcileID":"67f6d312-02dc-421e-829c-7481203316c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.030649123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"74c8692b-3dde-439a-879c-4c8643dd9524","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.030677238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"74c8692b-3dde-439a-879c-4c8643dd9524","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.188180292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"0906228f-030a-4029-b93a-92d520ea2cb5","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.188200266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"0906228f-030a-4029-b93a-92d520ea2cb5","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.296842933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-shared-sub-b65b96","reconcileID":"6aa65c05-200d-4d9f-8bc8-07660c9aae0b","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:50.29686127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-a-only-b65b96","reconcileID":"43def6a2-bed4-446a-858d-cf58eec6e759","MaaSSubscription":{"name":"e2e-a-only-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:53.700138199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-w2-531ee4","reconcileID":"7e202166-2cc1-4afd-b088-6db8228a9e44","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.509067549Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"34ad1ec7-fdad-4089-828f-146afd3a1ea7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.56094492Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"34ad1ec7-fdad-4089-828f-146afd3a1ea7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.613169493Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"simulator-subscription","reconcileID":"34ad1ec7-fdad-4089-828f-146afd3a1ea7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/simulator-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.880154887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"c7a92129-20a1-4a0f-8b6c-07fcadaa9cdc","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:57.985373705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"d61e7cbf-21e9-4aed-8095-bfeb35fae734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:19:58.041509385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"d61e7cbf-21e9-4aed-8095-bfeb35fae734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:00.565766787Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-shared-sub-b65b96","reconcileID":"5296c9df-5098-436c-a35a-117c93a1e906","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscription":"e2e-shared-sub-b65b96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:00.790269764Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-shared-sub-b65b96","reconcileID":"5296c9df-5098-436c-a35a-117c93a1e906","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-b2e795/e2e-a-only-b65b96"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:01.00029374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-a-only-b65b96","reconcileID":"9a35b90d-d2c6-41e1-a516-00af659176b9","MaaSSubscription":{"name":"e2e-a-only-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:01.003168861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"bde90842-487f-4a05-9516-08b0a3ffa709","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:01.003187349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"bde90842-487f-4a05-9516-08b0a3ffa709","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:01.16512099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"31e99e25-9c6b-4588-80e5-fd259b9a66a5","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:01.165142633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"31e99e25-9c6b-4588-80e5-fd259b9a66a5","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:03.493559474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"c141b592-d682-40fa-b68d-2fea4a1efa06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:03.54859915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"c141b592-d682-40fa-b68d-2fea4a1efa06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:03.597316277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"b49a6d0b-0160-4d54-a1a4-6150b85414e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:03.757433639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-w2-531ee4","reconcileID":"47a8475d-cba4-4473-8d48-62b0557fec76","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:03.764918654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"9bed1af5-c39d-4b3e-8537-da333263bb69","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:03.821220775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-w2-531ee4","reconcileID":"6fb79cd1-a01b-42c0-bab2-d00da880584d","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:03.859730864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-2-w2-531ee4","reconcileID":"8c8fa75f-7aaf-47ec-b8c1-fcdca15c3b52","MaaSModelRef":{"name":"distinct-2-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-2-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-2-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:03.859928299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"a1f12891-2701-4656-831b-1690c0c617e7","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:03.860070318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"d3460862-09de-4977-a54e-d272c4d149c6","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:03.91187113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"cab6b5f4-4f44-44e7-97d4-bd6d8e366b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:03.967265435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"cab6b5f4-4f44-44e7-97d4-bd6d8e366b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:04.024480245Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"9e14a102-793f-44e6-af19-4b943e8e86ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6a3112e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:04.279326271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"9912a3c5-a07c-4a14-886a-0eca448f7abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:04.335064017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"9912a3c5-a07c-4a14-886a-0eca448f7abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:04.726188342Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"06504e64-92c5-42f7-b66f-f6c9d35b04a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:04.726225614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"eab83b91-3225-43a4-b9a5-ba408ed96e0c","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:04.809635301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"add2296f-0ce2-4a8c-9b1f-3f5fef32cb80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:04.861359546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"add2296f-0ce2-4a8c-9b1f-3f5fef32cb80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:04.913025786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"add2296f-0ce2-4a8c-9b1f-3f5fef32cb80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:04.964967308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"add2296f-0ce2-4a8c-9b1f-3f5fef32cb80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:05.016121335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"06504e64-92c5-42f7-b66f-f6c9d35b04a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:05.140758807Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"06504e64-92c5-42f7-b66f-f6c9d35b04a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"e2e-worker-w2-531ee4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:05.140782627Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-access","reconcileID":"06504e64-92c5-42f7-b66f-f6c9d35b04a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:05.229520397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"7e9979b2-c37c-4428-8dff-e0b96adcb3aa","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:05.532216163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-2-w2-531ee4","reconcileID":"bc4b8fb1-6bf2-4c80-bb4d-d60ec2e4d739","MaaSModelRef":{"name":"distinct-2-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-2-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-2-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:05.856787475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"8fc25ed4-3b6e-4d46-a86f-01961d9d2b33","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:05.908357223Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"921fab4f-8f24-48c9-aa36-bfc9f0b0c621","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6a3112e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:05.965781957Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"c4d5cf47-7e39-48a9-bcb1-b7236a9290ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6a3112e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:06.184454078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"c8c65605-edfd-46a4-b785-94b636a0fd34","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:06.911053695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc358b8-d5e9-4787-9ffa-7a9ffb1bdcb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:06.962569514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc358b8-d5e9-4787-9ffa-7a9ffb1bdcb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.014939554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc358b8-d5e9-4787-9ffa-7a9ffb1bdcb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:07.066670162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc358b8-d5e9-4787-9ffa-7a9ffb1bdcb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:11.326140183Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-a-only-b65b96","reconcileID":"915d7b06-b06f-4582-8f9e-979516c2c5c3","MaaSSubscription":{"name":"e2e-a-only-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","subscription":"e2e-a-only-b65b96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:11.378029319Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-a-only-b65b96","reconcileID":"915d7b06-b06f-4582-8f9e-979516c2c5c3","MaaSSubscription":{"name":"e2e-a-only-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:11.42968111Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"e2e-a-only-b65b96","reconcileID":"915d7b06-b06f-4582-8f9e-979516c2c5c3","MaaSSubscription":{"name":"e2e-a-only-b65b96","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"name":"maas-trlp-sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:11.714063038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"092277d0-66cc-44cd-a0ee-e1100f82f5d4","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"tenant":"e2e-shared-a-w1-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","model":"ai-tenant-e2e-shared-a-w1-b2e795/sub-test-model-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:11.714087171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"sub-test-model-b2e795","reconcileID":"092277d0-66cc-44cd-a0ee-e1100f82f5d4","MaaSModelRef":{"name":"sub-test-model-b2e795","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"routeName":"sub-test-model-b2e795-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","llmisvcName":"sub-test-model-b2e795","gateway":"openshift-ingress/e2e-shared-a-w1-b2e795","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.017595144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"920731e3-1c9c-4b0f-934e-74fbd53eb78a","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.01761791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"920731e3-1c9c-4b0f-934e-74fbd53eb78a","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.020045215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c884ee93-1292-452e-ab90-595636a6963b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.020070906Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"e957a543-ce68-4f79-8a4c-b71b68df209c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.071896233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c884ee93-1292-452e-ab90-595636a6963b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.123856435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c884ee93-1292-452e-ab90-595636a6963b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.17538976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c884ee93-1292-452e-ab90-595636a6963b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.228021831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"e957a543-ce68-4f79-8a4c-b71b68df209c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.353144765Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"e957a543-ce68-4f79-8a4c-b71b68df209c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.353167155Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"e957a543-ce68-4f79-8a4c-b71b68df209c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.384370735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-shared-sub-b65b96","reconcileID":"91722b85-9ada-4f91-a8e9-e3276b1dea69","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.384771613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-b-only-b65b96","reconcileID":"cd8d18fa-f339-4eb1-b840-45285fee3bfe","MaaSSubscription":{"name":"e2e-b-only-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.441373417Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"901b3efe-be28-4f70-a5f6-2edd626b942b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.442100206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"22f3b148-577c-4168-a990-528687154731","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.442123356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"22f3b148-577c-4168-a990-528687154731","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.590357383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"0c461f4f-87d4-404b-85d2-ea7035c9d0cd","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.590379652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"0c461f4f-87d4-404b-85d2-ea7035c9d0cd","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.643949914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"901b3efe-be28-4f70-a5f6-2edd626b942b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.699154992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"901b3efe-be28-4f70-a5f6-2edd626b942b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"e2e-shared-b-w1-904a34-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.699178734Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"901b3efe-be28-4f70-a5f6-2edd626b942b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.706085507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-b-only-b65b96","reconcileID":"7ecc8641-a5c9-4f89-aee9-e14d0280a15b","MaaSSubscription":{"name":"e2e-b-only-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:12.706131976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-shared-sub-b65b96","reconcileID":"fdfde8b2-5a76-4348-97d7-90c366b857ae","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:20:12.750406907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-sub-iso-auth-b65b96","reconcileID":"901b3efe-be28-4f70-a5f6-2edd626b942b","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-b65b96\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:13.860035185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-w2-531ee4","reconcileID":"8ab5e3b7-644a-458e-88d7-85bdd1c20138","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:13.951758835Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:14.02866646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5468d18-c231-4e00-9ef6-7792ea9a70f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:14.08236517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5468d18-c231-4e00-9ef6-7792ea9a70f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:14.134272633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5468d18-c231-4e00-9ef6-7792ea9a70f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:14.185957684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5468d18-c231-4e00-9ef6-7792ea9a70f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:15.161491431Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"d75562d3-94bd-429a-8cc2-1927ba9582f9","namespace":"ai-tenant-e2e-worker-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:15.161552449Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"d75562d3-94bd-429a-8cc2-1927ba9582f9","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:15.214333098Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"d75562d3-94bd-429a-8cc2-1927ba9582f9","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:15.214353423Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"d75562d3-94bd-429a-8cc2-1927ba9582f9","namespace":"ai-tenant-e2e-worker-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:15.589764865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-2-w2-531ee4","reconcileID":"00ed840b-ec2e-48f6-99d2-1029fa0638f8","MaaSModelRef":{"name":"distinct-2-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-2-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-2-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:15.914979673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"89edd23c-8cba-413f-ba68-b07c1b3ec732","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.017622472Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"ce60f436-ebda-4994-866c-e716db295666","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.06973829Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"ce60f436-ebda-4994-866c-e716db295666","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.121666923Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"premium-simulator-subscription","reconcileID":"ce60f436-ebda-4994-866c-e716db295666","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"name":"maas-trlp-premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4","model":"e2e-models-e2e-worker-w2-531ee4/premium-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.249289391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"eaf15412-6d8e-4b23-b543-ae0515de1efd","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:16.388052855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"f9e80f72-447c-4662-b29b-b99cf30ec648","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:22.972077987Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-shared-sub-b65b96","reconcileID":"9e189a47-e404-4024-8aff-2b365ea8fc4f","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscription":"e2e-shared-sub-b65b96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.187504732Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-shared-sub-b65b96","reconcileID":"9e189a47-e404-4024-8aff-2b365ea8fc4f","MaaSSubscription":{"name":"e2e-shared-sub-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-904a34/e2e-b-only-b65b96"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.395254994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-b-only-b65b96","reconcileID":"4dd93bb5-a87c-499e-b718-bab845fc3c70","MaaSSubscription":{"name":"e2e-b-only-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.44880659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"fc39a2dc-300c-4071-8c2e-3763b978cab0","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.448850681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"fc39a2dc-300c-4071-8c2e-3763b978cab0","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.769491104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"9a274e78-450b-4d7c-b864-753c9ecf0c56","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.76951254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"9a274e78-450b-4d7c-b864-753c9ecf0c56","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:23.860973553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-w2-531ee4","reconcileID":"f80cce69-e557-41fb-b679-cff1a2efdbbf","MaaSModelRef":{"name":"distinct-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.715972263Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.716029113Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","namespace":"ai-tenant-e2e-shared-a-w4-fce94b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.71607572Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","tenant":"e2e-shared-a-w4-fce94b","tenantID":"e2e-shared-a-w4-fce94b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.769239702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-fce94b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.828273066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","gvk":"Service","name":"maas-api-e2e-shared-a-w4-fce94b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.890028114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-fce94b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.943068644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-fce94b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:24.997288443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-fce94b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.054301423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-fce94b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.108610003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-fce94b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.164142968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-fce94b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.216153749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-fce94b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.267442516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-fce94b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.318679392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-fce94b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.369754895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-fce94b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.421041742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-fce94b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.47237382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-fce94b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.523522461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-fce94b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.577925416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-fce94b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.591170957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"distinct-2-w2-531ee4","reconcileID":"58f1a1f4-4169-43f2-a27c-9097db6c6de2","MaaSModelRef":{"name":"distinct-2-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"distinct-2-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"distinct-2-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.629399532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-fce94b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.680680077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-fce94b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.733299203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-fce94b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:25.784536644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-fce94b"},"namespace":"ai-tenant-e2e-shared-a-w4-fce94b","name":"default-tenant","reconcileID":"4512a832-bda6-43c5-b6cc-9cb2b586dcad","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-fce94b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.250696884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"simulator-w2-531ee4","reconcileID":"9eddcaa7-d20d-4653-b788-163b18226c12","MaaSModelRef":{"name":"simulator-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"simulator-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"simulator-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:26.388618584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"namespace":"e2e-models-e2e-worker-w2-531ee4","name":"premium-w2-531ee4","reconcileID":"99b7b277-2e74-4c7c-b7a2-040dee95dcf7","MaaSModelRef":{"name":"premium-w2-531ee4","namespace":"e2e-models-e2e-worker-w2-531ee4"},"routeName":"premium-w2-531ee4-kserve-route","namespace":"e2e-models-e2e-worker-w2-531ee4","llmisvcName":"premium-w2-531ee4","gateway":"openshift-ingress/e2e-worker-w2-531ee4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:33.137585586Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-fce94b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-fce94b","reconcileID":"6ff8c0cc-f298-4058-a6e1-6a871d3059ab","aitenant":"ai-tenants/e2e-shared-a-w4-fce94b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:33.712456102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e614a8f5-c262-4235-9ed5-324e95f07ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:33.764255228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e614a8f5-c262-4235-9ed5-324e95f07ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:33.816319519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e614a8f5-c262-4235-9ed5-324e95f07ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:33.867992202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e614a8f5-c262-4235-9ed5-324e95f07ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:33.923760874Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-fce94b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-fce94b","reconcileID":"6ff8c0cc-f298-4058-a6e1-6a871d3059ab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-fce94b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-fce94b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:33.93019007Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-b-only-b65b96","reconcileID":"afb020b2-2ed9-4690-9cf1-cb87ab158a38","MaaSSubscription":{"name":"e2e-b-only-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","subscription":"e2e-b-only-b65b96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:33.982067244Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-b-only-b65b96","reconcileID":"afb020b2-2ed9-4690-9cf1-cb87ab158a38","MaaSSubscription":{"name":"e2e-b-only-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:34.037614812Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"e2e-b-only-b65b96","reconcileID":"afb020b2-2ed9-4690-9cf1-cb87ab158a38","MaaSSubscription":{"name":"e2e-b-only-b65b96","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"name":"maas-trlp-sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:34.348411934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"814181e9-d108-4d58-bef9-5c304c1ca964","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"tenant":"e2e-shared-b-w1-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","model":"ai-tenant-e2e-shared-b-w1-904a34/sub-test-model-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:34.3484336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"sub-test-model-904a34","reconcileID":"814181e9-d108-4d58-bef9-5c304c1ca964","MaaSModelRef":{"name":"sub-test-model-904a34","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"routeName":"sub-test-model-904a34-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-904a34","llmisvcName":"sub-test-model-904a34","gateway":"openshift-ingress/e2e-shared-b-w1-904a34","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.810171009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17956fec-50b7-42f2-acb3-e2808828cf21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.862163261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17956fec-50b7-42f2-acb3-e2808828cf21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.914047088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17956fec-50b7-42f2-acb3-e2808828cf21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:35.965726022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17956fec-50b7-42f2-acb3-e2808828cf21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.529081704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a38c4591-2910-4e27-9e20-6526b327fb2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.58066884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a38c4591-2910-4e27-9e20-6526b327fb2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.632338219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a38c4591-2910-4e27-9e20-6526b327fb2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:42.684233179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a38c4591-2910-4e27-9e20-6526b327fb2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:43.953051823Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.62744731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa2999a-d866-4035-b4bd-bf34c38447ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.679425353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa2999a-d866-4035-b4bd-bf34c38447ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.73496937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa2999a-d866-4035-b4bd-bf34c38447ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:44.788370203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa2999a-d866-4035-b4bd-bf34c38447ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:50.256657834Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","namespace":"ai-tenant-e2e-worker-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:50.256732092Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","namespace":"ai-tenant-e2e-worker-w2-531ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:50.25680482Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","tenant":"e2e-worker-w2-531ee4","tenantID":"e2e-worker-w2-531ee4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:50.310521235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","gvk":"Deployment","name":"maas-api-e2e-worker-w2-531ee4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:50.371088121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","gvk":"Service","name":"maas-api-e2e-worker-w2-531ee4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:50.430675514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-531ee4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:50.483662221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-531ee4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:50.557182626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-531ee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:50.611063625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-531ee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:50.666839542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-531ee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:50.72001013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-531ee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:50.771159308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-531ee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:50.822426674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-531ee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:50.873522207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","gvk":"Service","name":"payload-processing-e2e-worker-w2-531ee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:50.925025952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-531ee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:50.97608002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-531ee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:51.030200489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-531ee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:51.083672462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-531ee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:51.138459654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-531ee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:51.189615234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-531ee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:51.240579849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-531ee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:51.291775604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-531ee4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:51.343077492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-531ee4"},"namespace":"ai-tenant-e2e-worker-w2-531ee4","name":"default-tenant","reconcileID":"c06d6eb3-e9e7-4c0d-a39b-f4a4c1b991a1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-531ee4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:20:59.722029894Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-531ee4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-531ee4","reconcileID":"e9742415-1dce-45c3-9da2-7e525213dd4c","aitenant":"ai-tenants/e2e-worker-w2-531ee4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.307850328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024e927f-536f-46f4-a5c7-34e2bfe74d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.360521192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024e927f-536f-46f4-a5c7-34e2bfe74d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.412641967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024e927f-536f-46f4-a5c7-34e2bfe74d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.464201096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024e927f-536f-46f4-a5c7-34e2bfe74d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.469597306Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-531ee4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-531ee4","reconcileID":"e9742415-1dce-45c3-9da2-7e525213dd4c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-531ee4","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-531ee4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.945614893Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.945678659Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.945733227Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","tenant":"e2e-shared-b-w4-20f0a3","tenantID":"e2e-shared-b-w4-20f0a3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:00.998816391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-20f0a3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.057897633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","gvk":"Service","name":"maas-api-e2e-shared-b-w4-20f0a3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.11397738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-20f0a3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.167459516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-20f0a3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.233363905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-20f0a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.287239031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-20f0a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.341552983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-20f0a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.399171978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-20f0a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.501779821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-20f0a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.553912222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-20f0a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.60495932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-20f0a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.660878974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-20f0a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.713579875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-20f0a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.767671798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-20f0a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.876268376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-20f0a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.930784873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-20f0a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:01.982068568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-20f0a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:02.036253012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-20f0a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:02.0873432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-20f0a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:02.138463567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-20f0a3"},"namespace":"ai-tenant-e2e-shared-b-w4-20f0a3","name":"default-tenant","reconcileID":"93328e7e-d220-4708-9328-6aa8894c0559","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-20f0a3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:02.436920556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8366f12f-3835-4777-8bd2-9ac4992bc08c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:02.488465342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8366f12f-3835-4777-8bd2-9ac4992bc08c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:02.540225662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8366f12f-3835-4777-8bd2-9ac4992bc08c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:02.592381706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8366f12f-3835-4777-8bd2-9ac4992bc08c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.035460319Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-20f0a3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-20f0a3","reconcileID":"c17fa750-66a0-46ef-b46b-e01f9b0ccb80","aitenant":"ai-tenants/e2e-shared-b-w4-20f0a3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.246803571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77939e92-3982-4d06-a8b6-af30de06333b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.298401288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77939e92-3982-4d06-a8b6-af30de06333b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.349770425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77939e92-3982-4d06-a8b6-af30de06333b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.401232398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77939e92-3982-4d06-a8b6-af30de06333b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:12.840716854Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-20f0a3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-20f0a3","reconcileID":"c17fa750-66a0-46ef-b46b-e01f9b0ccb80","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-20f0a3","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-20f0a3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:13.906761489Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"02b060e4-ca40-4900-947f-20c5beef4aa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:13.906803221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"00e49d9a-6f18-4840-b1ed-514beea34135","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:13.952356534Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:14.068026167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"972d245c-544b-487a-be8f-bc7c5cf5f013","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:14.113805669Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"17b1204e-77a1-4a53-af1b-96bb30d104ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:14.113953678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"3d62aa80-217a-4533-bb45-2505ed8487c3","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:14.123271941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"972d245c-544b-487a-be8f-bc7c5cf5f013","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:14.171654859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"ba9f931f-12b3-4eab-97a9-222aa958cab7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:14.263931091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"e2a0b2a9-67ca-42a4-b7b4-9bcc7608f175","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:21:14.316843544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-access","reconcileID":"17b1204e-77a1-4a53-af1b-96bb30d104ae","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:14.323140229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2747e56c-6232-4b0c-bfd2-a5560279eb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:14.374748767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2747e56c-6232-4b0c-bfd2-a5560279eb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:14.426329587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2747e56c-6232-4b0c-bfd2-a5560279eb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:14.477969512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2747e56c-6232-4b0c-bfd2-a5560279eb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:14.530534554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"76807660-8e76-479e-a45c-caac8578d58f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:14.586267031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"76807660-8e76-479e-a45c-caac8578d58f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:16.333613336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5793555-e6e3-4b00-a8eb-f39b796c0386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:16.386577635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5793555-e6e3-4b00-a8eb-f39b796c0386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:16.438188974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5793555-e6e3-4b00-a8eb-f39b796c0386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:16.489884649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5793555-e6e3-4b00-a8eb-f39b796c0386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:18.972247707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"88671eca-1650-4810-8963-70fd1581828b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:19.203567201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"a99e3aa5-2f16-4f59-bf36-e2c5d8380d8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:19.320968298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"928fa542-07d1-465f-a803-2247d2a04846","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:19.4204174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"74503180-b53f-4566-9a20-b37fc90360fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:19.52285993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"336a3ee0-0887-4d4d-b20e-290d7540182b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:21.606030993Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:21.606095529Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","namespace":"ai-tenant-e2e-shared-a-w1-b2e795","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:21.606141975Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","tenant":"e2e-shared-a-w1-b2e795","tenantID":"e2e-shared-a-w1-b2e795","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:21.659402986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-b2e795","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:21.719739502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","gvk":"Service","name":"maas-api-e2e-shared-a-w1-b2e795","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:21.77649796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-b2e795","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:21.830745933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-b2e795","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:21.894086903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-b2e795","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:21.956055445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-b2e795","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.013578992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-b2e795","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.067682031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-b2e795","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.119025526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-b2e795","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.171237906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-b2e795","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.222687232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-b2e795","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.274449207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-b2e795","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.326436629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-b2e795","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.378123756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-b2e795","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.43001906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-b2e795","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.484635724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-b2e795","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.535877104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-b2e795","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.587123509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-b2e795","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.638563598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-b2e795","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:22.690440279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-b2e795"},"namespace":"ai-tenant-e2e-shared-a-w1-b2e795","name":"default-tenant","reconcileID":"b2cceeaf-2e39-4a3b-b150-f32a0ea1a9ad","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-b2e795","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.536629203Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"daeca2f3-812a-4c7b-b5a8-43fb2bfb5ccd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.588572537Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"daeca2f3-812a-4c7b-b5a8-43fb2bfb5ccd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.64024199Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"simulator-subscription","reconcileID":"daeca2f3-812a-4c7b-b5a8-43fb2bfb5ccd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135","model":"e2e-models-e2e-worker-w4-048135/simulator-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:24.908069187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"ad3aeb48-24fd-46ca-b1db-2f106d3743a3","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.01080554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"5c336766-d101-495b-97eb-416403183a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.066536223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"5c336766-d101-495b-97eb-416403183a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.519246406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"8a955c36-7133-4c58-91af-128f841e7623","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.68003933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"5314f994-5d1d-4567-9655-9ddc92b5cbd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.726893523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"f70707c6-159c-40a4-b3ee-3703c8a919e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.735138544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"5314f994-5d1d-4567-9655-9ddc92b5cbd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:25.88847859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"b2151c9f-5ed2-4877-a5a8-61a39a4820cd","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:26.094495962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"82f22cce-4c6f-43dd-ba85-df1e606d754b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:28.731784966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3fcfdb50-eb83-4167-932c-1d0261120c3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:28.831803559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"58f4a513-af1c-4232-84ce-29e50ade77c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:28.933217632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"04f26f63-5043-4606-b2d0-3ca558fbed47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:29.077029298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ac6b8f5c-91e5-43b6-ae93-e53b208295ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:29.253740817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"24d13234-b6b1-4ac1-aa5a-e13679669935","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:29.669570189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"dc5fa484-c51b-4c39-a0ac-968ad4742048","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:30.124895993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"1dc8a029-9cf4-42c0-bc0f-94e1ffee6921","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:30.227106388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"2a19b397-fe46-4a77-9b23-f3848900471e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:30.282706892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"2a19b397-fe46-4a77-9b23-f3848900471e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:30.285276717Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"81c2e93e-544e-4f10-9bac-d6474eaf128f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0472eb8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:30.590688001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"8b09222e-c283-47ba-b332-6cc171489a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:30.646220979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"8b09222e-c283-47ba-b332-6cc171489a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:30.876815891Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"58688c6e-acc9-419e-ad06-1435cd9a4102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:30.876939238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"a770e720-0df9-4266-8849-8451ceaee3b8","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:30.95833065Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"3af4ea02-509a-40b8-be13-62e0c45935d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0472eb8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:31.009539974Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"d1f9f772-578b-413a-ba9c-99d70e5232ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0472eb8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:31.102621708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"58688c6e-acc9-419e-ad06-1435cd9a4102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:31.224578266Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"58688c6e-acc9-419e-ad06-1435cd9a4102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"e2e-worker-w4-048135-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:31.224600161Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-access","reconcileID":"58688c6e-acc9-419e-ad06-1435cd9a4102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-048135"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:31.282725553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"3e720d43-29b0-4a0e-b7c0-dde8d321bfbb","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:31.328023015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"0cfa39f6-be87-4ab6-a429-c27bab2e1d94","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:31.37976209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"cbe2e050-0b7b-4661-baa3-350b42e52011","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:31.431373374Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"235d2f79-b8d4-46d2-aaf7-94ac26b5ec15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0472eb8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:31.432149821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"1f028495-3ccf-420f-91d0-a2760e3e11a6","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:31.432346426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"f8cc522f-7249-4f52-b0c8-2944b7541d6a","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:31.9063721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"672f513d-f755-4223-9448-81e3d194c24d","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:32.167732948Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-b2e795","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-b2e795","reconcileID":"5ab7a39b-720b-45fd-bb40-350a8c7ac094","aitenant":"ai-tenants/e2e-shared-a-w1-b2e795","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:32.260744291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"b6add944-54a0-4f9c-b309-df7ab0a68d57","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:32.298706572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82f76391-3856-4acf-b736-8d1865840ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:32.350624991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82f76391-3856-4acf-b736-8d1865840ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:32.402540153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82f76391-3856-4acf-b736-8d1865840ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:32.454251045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82f76391-3856-4acf-b736-8d1865840ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:32.951966378Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-b2e795","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-b2e795","reconcileID":"5ab7a39b-720b-45fd-bb40-350a8c7ac094","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-b2e795","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-b2e795"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:34.421464324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d8d631-5771-4494-a2a4-b472fcb5e81b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:34.473572411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d8d631-5771-4494-a2a4-b472fcb5e81b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:34.525492466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d8d631-5771-4494-a2a4-b472fcb5e81b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:34.577743811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d8d631-5771-4494-a2a4-b472fcb5e81b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:41.222235156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9810046-28c0-4e7f-984c-fe7e2be2a3c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:41.274308928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9810046-28c0-4e7f-984c-fe7e2be2a3c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:41.32615972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9810046-28c0-4e7f-984c-fe7e2be2a3c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:41.377722932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9810046-28c0-4e7f-984c-fe7e2be2a3c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:41.381116843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"61f22c10-317d-4fc2-b3f2-0f0c5295b801","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:41.432190798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"bb741d2f-bd82-4f62-b7c0-4ae0fb9fa544","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:41.483313102Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"aeba9a55-fb42-4ee8-a9e2-fc5c89f45a61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:41.534815055Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"aeba9a55-fb42-4ee8-a9e2-fc5c89f45a61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:41.586640044Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"premium-simulator-subscription","reconcileID":"aeba9a55-fb42-4ee8-a9e2-fc5c89f45a61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-048135"},"name":"maas-trlp-premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135","model":"e2e-models-e2e-worker-w4-048135/premium-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:41.857182954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"e0e6c787-280f-42f3-bfad-f4905c6cbd35","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:41.967023118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"2ee91960-1307-48b6-84d4-3d04431276d4","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:42.408935397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"17cdd908-3b00-4695-93ae-6af35da301c7","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:42.421320693Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","namespace":"ai-tenant-e2e-shared-b-w1-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:42.42140797Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","namespace":"ai-tenant-e2e-shared-b-w1-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:42.421484752Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","tenant":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:42.474723371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-904a34","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:42.533188377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","gvk":"Service","name":"maas-api-e2e-shared-b-w1-904a34","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:42.592004834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-904a34","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:42.644967267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-904a34","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:42.777966189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:42.831687441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:42.885899911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:42.942054885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:42.994090079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.049088013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.100373704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.151230367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.202323666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.253318759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.304316206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.33362495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4343a1e-4e55-49ed-aad5-c41e29834475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.385235049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4343a1e-4e55-49ed-aad5-c41e29834475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.388059194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.436953658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4343a1e-4e55-49ed-aad5-c41e29834475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.488198245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.488833246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4343a1e-4e55-49ed-aad5-c41e29834475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.539774555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.590998423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.642025612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"9f6b403e-c821-4a57-ace8-d8d6a959c615","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-904a34","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.697674715Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","namespace":"ai-tenant-e2e-worker-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.697742695Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","namespace":"ai-tenant-e2e-worker-w4-048135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.697795938Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","tenant":"e2e-worker-w4-048135","tenantID":"e2e-worker-w4-048135","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.751967108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","gvk":"Deployment","name":"maas-api-e2e-worker-w4-048135","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.810194633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","gvk":"Service","name":"maas-api-e2e-worker-w4-048135","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.86893851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-048135","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.921979079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-048135","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.952486212Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:43.979154356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-048135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:44.032960848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-048135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:44.089096735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-048135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:44.142599958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-048135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:44.193655246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-048135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:44.244859398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-048135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:44.29603228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","gvk":"Service","name":"payload-processing-e2e-worker-w4-048135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:44.347190966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-048135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:44.398390659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-048135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:44.44956252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-048135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:44.500648062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-048135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:44.555809875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-048135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:44.607132341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-048135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:44.658638166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-048135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:44.710213718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-048135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:44.761934407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-048135"},"namespace":"ai-tenant-e2e-worker-w4-048135","name":"default-tenant","reconcileID":"de86595c-7b5e-4de2-a328-92f6bef71212","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-048135","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:51.381771026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"simulator-w4-048135","reconcileID":"45ae741f-5c25-4582-ab15-8afce3994455","MaaSModelRef":{"name":"simulator-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"simulator-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"simulator-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:51.858554202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"premium-w4-048135","reconcileID":"7cf853ad-e3e4-4e8d-ad90-85bf5fe4d2d0","MaaSModelRef":{"name":"premium-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"premium-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"premium-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:51.968262357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-w4-048135","reconcileID":"7775f8f7-d280-478c-9f90-ca5a092e3306","MaaSModelRef":{"name":"distinct-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:52.422019391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"namespace":"e2e-models-e2e-worker-w4-048135","name":"distinct-2-w4-048135","reconcileID":"08c3087e-1743-42e5-b44e-7bbd0bffb831","MaaSModelRef":{"name":"distinct-2-w4-048135","namespace":"e2e-models-e2e-worker-w4-048135"},"routeName":"distinct-2-w4-048135-kserve-route","namespace":"e2e-models-e2e-worker-w4-048135","llmisvcName":"distinct-2-w4-048135","gateway":"openshift-ingress/e2e-worker-w4-048135","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:54.297797412Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","namespace":"ai-tenant-e2e-shared-b-w1-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:54.297899356Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","namespace":"ai-tenant-e2e-shared-b-w1-904a34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:54.297960686Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","tenant":"e2e-shared-b-w1-904a34","tenantID":"e2e-shared-b-w1-904a34","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:54.349427209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-904a34","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:54.400706159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","gvk":"Service","name":"maas-api-e2e-shared-b-w1-904a34","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:54.451895171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-904a34","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:54.503156268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-904a34","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:54.554391181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:54.606243506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:54.657563291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:54.709069215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:54.760436864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:54.811989029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:54.866644002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:54.925347705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:54.978963537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:55.030053521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:55.081119876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:55.132524779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:55.183608508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:55.234744712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:55.288024162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-904a34","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:55.339471747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-904a34"},"namespace":"ai-tenant-e2e-shared-b-w1-904a34","name":"default-tenant","reconcileID":"a440dd06-4639-46ae-b792-5f883458c8ed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-904a34","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:57.159256146Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-048135","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-048135","reconcileID":"77e08aa0-5252-4495-b15a-2062b9ecea08","aitenant":"ai-tenants/e2e-worker-w4-048135","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:57.734995499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24b6171-d034-429d-8e4c-aeab644cb38e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:57.786671113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24b6171-d034-429d-8e4c-aeab644cb38e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:57.838370692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24b6171-d034-429d-8e4c-aeab644cb38e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:57.890085479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24b6171-d034-429d-8e4c-aeab644cb38e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:57.945975802Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-048135","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-048135","reconcileID":"77e08aa0-5252-4495-b15a-2062b9ecea08","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-048135","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-048135"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.819906328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30cfbc39-89b8-4315-9fa6-fbed8a659c4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.871655996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30cfbc39-89b8-4315-9fa6-fbed8a659c4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.923215919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30cfbc39-89b8-4315-9fa6-fbed8a659c4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:21:59.974951512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30cfbc39-89b8-4315-9fa6-fbed8a659c4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:00.878144339Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-904a34","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-904a34","reconcileID":"763cecc2-fced-43a0-b948-b4fa84e7f02d","aitenant":"ai-tenants/e2e-shared-b-w1-904a34","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:01.653357218Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-904a34","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-904a34","reconcileID":"763cecc2-fced-43a0-b948-b4fa84e7f02d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-904a34","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-904a34"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:01.836547157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c472c5c9-0788-4208-9f6d-b7ccbbc807ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:01.888331096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c472c5c9-0788-4208-9f6d-b7ccbbc807ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:01.939785295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c472c5c9-0788-4208-9f6d-b7ccbbc807ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:01.991371196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c472c5c9-0788-4208-9f6d-b7ccbbc807ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:02.779330156Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-access","reconcileID":"3dd45687-b84a-4452-aae3-0a666e1cc7aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:02.779392427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"1f61db22-0e26-407a-9421-d72370930af6","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:02.985081715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"da68fcca-c58d-440d-bce5-9a2774c8d707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:02.98745476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"b2e5bc0f-3504-4899-b995-802e53a14876","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:03.090673593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"2f9b54dd-485b-467c-bc0b-f0ddc2b5be91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:03.095129666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"da68fcca-c58d-440d-bce5-9a2774c8d707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:03.136106175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"97e1030e-e1ec-4eed-a676-658ef2148b42","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:03.409130005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"ec2dffb7-2cfe-4348-b4da-2e1d57cacca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:03.465463874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"ec2dffb7-2cfe-4348-b4da-2e1d57cacca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:03.879999913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f25687-cc1f-4f54-9d6f-2cdf3e61873a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:03.931762924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f25687-cc1f-4f54-9d6f-2cdf3e61873a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:03.983343525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f25687-cc1f-4f54-9d6f-2cdf3e61873a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:04.034926256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87f25687-cc1f-4f54-9d6f-2cdf3e61873a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:05.927713533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c618fac-338f-4a43-bc93-bd2f91d7d914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:05.979503278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c618fac-338f-4a43-bc93-bd2f91d7d914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.030988731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c618fac-338f-4a43-bc93-bd2f91d7d914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:06.083112281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c618fac-338f-4a43-bc93-bd2f91d7d914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:08.365433429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"e0e14467-3a6f-4657-ad4d-2abe2e9a4501","MaaSModelRef":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:13.357794582Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"13635645-34dc-4fc2-96f2-b2ffe1eb1576","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:13.409608485Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"13635645-34dc-4fc2-96f2-b2ffe1eb1576","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:13.461369787Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"simulator-subscription","reconcileID":"13635645-34dc-4fc2-96f2-b2ffe1eb1576","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/simulator-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:13.727634281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"dfd1563d-f049-401d-a204-ead55909bcea","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:13.84078201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"bcc1e98a-8ca6-4ef1-b531-98e2f9cd76f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:13.902855624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"bcc1e98a-8ca6-4ef1-b531-98e2f9cd76f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:13.963932025Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:14.483782349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"a37a6ad2-57af-436d-9d0a-5a9c74dbd31b","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:14.970884816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c44b4316-605a-42a7-836a-270f04f3c217","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:15.070387175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"392a2065-285a-40fc-9737-4510d34b66a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:15.20448751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"61c903c6-c225-4669-a251-9f141b993336","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.423415428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"cf700d4f-913b-4660-93fd-1275195d3a6e","MaaSModelRef":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.595138314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"35b05929-e671-4147-8bbc-ab10d851c2d1","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.754287432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"cbbb9ae4-b1d5-499f-905a-445e002da3b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.801587867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"8733f468-af1b-4989-9968-2babedc4dc2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.809121464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"cbbb9ae4-b1d5-499f-905a-445e002da3b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.925705999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"fd9db575-b32c-4362-939f-b5855f3a8ffc","MaaSModelRef":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-2-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-2-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:18.982032883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"23d958ec-f3a2-46f4-a279-43efc8f826cf","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:19.166327355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"8a1ddc03-b291-4510-805f-ddf018a8cff1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:19.542397614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"fa3dab31-2294-4adb-a74f-dd8d7f0bb42e","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:19.542403114Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"33dbb3eb-b289-46c2-8c6e-f53b3b1a68e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:19.74519292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"33dbb3eb-b289-46c2-8c6e-f53b3b1a68e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:19.805580986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"70679557-1f00-41a9-a9d1-6fbb161a2540","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:19.866967556Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"33dbb3eb-b289-46c2-8c6e-f53b3b1a68e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"e2e-worker-w1-e28e1a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:19.866989354Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-access","reconcileID":"33dbb3eb-b289-46c2-8c6e-f53b3b1a68e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:19.921918275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"3541b907-b34e-4037-9bab-32105b702419","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:19.978162279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"797d5e17-0953-4cb5-96c1-22de69fcd70e","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:22:20.030387199Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"797d5e17-0953-4cb5-96c1-22de69fcd70e","name":"premium-w1-e28e1a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-e28e1a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:22:20.030451658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"797d5e17-0953-4cb5-96c1-22de69fcd70e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-e28e1a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:20.036505276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"8d58e346-363f-45d7-b1cc-dffe581177a3","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:20.131667156Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"31ca3354-2162-4c0d-9824-7f7c9f331877","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ea3c67db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:20.138227439Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"64829982-9e88-4422-9a0e-1ee896227d19","namespace":"ai-tenant-e2e-worker-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:20.138289338Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"64829982-9e88-4422-9a0e-1ee896227d19","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:20.191623874Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"64829982-9e88-4422-9a0e-1ee896227d19","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:20.191644774Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"64829982-9e88-4422-9a0e-1ee896227d19","namespace":"ai-tenant-e2e-worker-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:20.435590826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"079bc1b8-f704-478a-9793-1fe222f1c7df","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:20.487082197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"199c328c-2031-4f9b-9d0f-577660ddccfe","MaaSModelRef":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:20.537971537Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"7a628f04-ea93-4da4-a7c0-bedbd00faf55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ea3c67db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:20.538714295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"66dc07fc-8aa3-4e45-b458-7024f15613f0","MaaSModelRef":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-2-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-2-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:20.538920241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"61304e33-17fc-47d9-945c-efbcec901470","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:21.049042284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"196eabe1-3ada-41cf-9d85-3e592c033250","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:21.150093718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2cef8bb8-98ea-4491-b986-3c81ec77ca38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:21.418555846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"346df43c-c60c-4102-8992-43fc94590ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:21.470397693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"346df43c-c60c-4102-8992-43fc94590ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:21.522202943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"346df43c-c60c-4102-8992-43fc94590ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:21.574372397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"346df43c-c60c-4102-8992-43fc94590ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:23.453703114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93986206-de80-4b1f-b79d-9bd257ec1fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:23.505793791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93986206-de80-4b1f-b79d-9bd257ec1fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:23.559323794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93986206-de80-4b1f-b79d-9bd257ec1fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:23.611103369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93986206-de80-4b1f-b79d-9bd257ec1fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:25.162415118Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"33c7d24a-7a4c-482f-bb85-686ee8fd629b","namespace":"ai-tenant-e2e-worker-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:25.162481086Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"33c7d24a-7a4c-482f-bb85-686ee8fd629b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:25.215735122Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"33c7d24a-7a4c-482f-bb85-686ee8fd629b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:25.215757115Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"33c7d24a-7a4c-482f-bb85-686ee8fd629b","namespace":"ai-tenant-e2e-worker-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:28.196170802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"04aefe66-f3eb-4e86-95e4-6ce95ac84d1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:28.313338205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e4c0c158-5aeb-4374-bbf3-16c53c62442f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:30.216884838Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"7378fc06-0118-4685-b293-f82fcd6b3f45","namespace":"ai-tenant-e2e-worker-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:30.216956179Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"7378fc06-0118-4685-b293-f82fcd6b3f45","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:30.269990267Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"7378fc06-0118-4685-b293-f82fcd6b3f45","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:30.270018669Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"7378fc06-0118-4685-b293-f82fcd6b3f45","namespace":"ai-tenant-e2e-worker-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:30.487368085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"61f6f389-45bf-42ce-8b05-5ae6ee6d328d","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:30.538871926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"c1d17c4c-1033-45b0-9d2b-b44c6b438c65","MaaSModelRef":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:30.539147338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"79c9cac5-fb21-483a-ba47-a1110b2bec31","MaaSModelRef":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-2-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-2-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:30.539332983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"8da9233a-eea2-4152-b2d1-093fb6d4a43a","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:30.59099697Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"873640ea-1345-4db1-ae42-606f11599ee5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:30.643996363Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"873640ea-1345-4db1-ae42-606f11599ee5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:30.696655586Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"premium-simulator-subscription","reconcileID":"873640ea-1345-4db1-ae42-606f11599ee5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"name":"maas-trlp-premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a","model":"e2e-models-e2e-worker-w1-e28e1a/premium-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:30.962509322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"f7bd8a08-cd08-4afe-968c-085951212d76","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:35.270635541Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","namespace":"ai-tenant-e2e-worker-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:35.270695759Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","namespace":"ai-tenant-e2e-worker-w1-e28e1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:35.270744553Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","tenant":"e2e-worker-w1-e28e1a","tenantID":"e2e-worker-w1-e28e1a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:35.323873156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","gvk":"Deployment","name":"maas-api-e2e-worker-w1-e28e1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:35.382379254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","gvk":"Service","name":"maas-api-e2e-worker-w1-e28e1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:35.441052224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-e28e1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:35.494174914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-e28e1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:35.553128555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-e28e1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:35.612477311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-e28e1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:35.668945529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-e28e1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:35.722355152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-e28e1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:35.775492595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-e28e1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:35.826554756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-e28e1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:35.878145731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","gvk":"Service","name":"payload-processing-e2e-worker-w1-e28e1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:35.929149034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-e28e1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:35.981733079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-e28e1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:35.990704717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c23103e0-2bc0-4ef7-8642-581e17174ae7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:36.032955252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-e28e1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:36.084066846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-e28e1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:36.090982845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c668428f-50cb-4833-afbc-c720b859067e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:36.139668347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-e28e1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:36.193080309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-e28e1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:36.24461381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-e28e1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:36.295751195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-e28e1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:36.34666781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e28e1a"},"namespace":"ai-tenant-e2e-worker-w1-e28e1a","name":"default-tenant","reconcileID":"4567dcc6-1d2d-46d2-9a30-43eaeffce87e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-e28e1a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:40.488382813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"simulator-w1-e28e1a","reconcileID":"e5f3e135-8664-4c5b-8238-1c9419a3e779","MaaSModelRef":{"name":"simulator-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"simulator-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"simulator-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:40.539637161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-w1-e28e1a","reconcileID":"69d0b211-5784-4a03-8f37-3ebf9a1bed6c","MaaSModelRef":{"name":"distinct-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:40.539894621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"distinct-2-w1-e28e1a","reconcileID":"4b2c809f-ff61-44db-8c04-ea669f5f116a","MaaSModelRef":{"name":"distinct-2-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"distinct-2-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"distinct-2-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:40.963587657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"namespace":"e2e-models-e2e-worker-w1-e28e1a","name":"premium-w1-e28e1a","reconcileID":"53b2a7bb-67f1-4337-a5f7-595799f1525c","MaaSModelRef":{"name":"premium-w1-e28e1a","namespace":"e2e-models-e2e-worker-w1-e28e1a"},"routeName":"premium-w1-e28e1a-kserve-route","namespace":"e2e-models-e2e-worker-w1-e28e1a","llmisvcName":"premium-w1-e28e1a","gateway":"openshift-ingress/e2e-worker-w1-e28e1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:43.95375006Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:47.111660957Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-e28e1a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-e28e1a","reconcileID":"d2be95df-e246-4488-8cd5-022fad696ecf","aitenant":"ai-tenants/e2e-worker-w1-e28e1a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:47.680868139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232728d4-fd08-4dae-8af1-9261ea4f9a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:47.733578919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232728d4-fd08-4dae-8af1-9261ea4f9a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:47.785403935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232728d4-fd08-4dae-8af1-9261ea4f9a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:47.837061722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232728d4-fd08-4dae-8af1-9261ea4f9a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:47.99598695Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-e28e1a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-e28e1a","reconcileID":"d2be95df-e246-4488-8cd5-022fad696ecf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-e28e1a","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-e28e1a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:49.749803503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81efa996-e38c-4b61-b838-1fdce667da6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:49.801600407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81efa996-e38c-4b61-b838-1fdce667da6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:49.853322237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81efa996-e38c-4b61-b838-1fdce667da6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:22:49.90512903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81efa996-e38c-4b61-b838-1fdce667da6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}